-- Logs begin at Wed 2022-06-15 09:50:27 UTC, end at Wed 2022-06-15 10:51:13 UTC. -- Jun 15 10:22:56.200554 dv-cinder-843493-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 15 10:22:58.913834 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.common.config [-] Logging enabled! Jun 15 10:22:58.914441 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev347 Jun 15 10:22:58.914622 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103664) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 15 10:22:58.917869 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.common.config [-] Logging enabled! Jun 15 10:22:58.918134 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev347 Jun 15 10:22:58.918448 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103664) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 15 10:22:58.919688 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 15 10:22:58.919923 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 15 10:22:58.920287 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 15 10:22:58.920534 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 15 10:22:58.920762 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 15 10:22:58.921178 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.921481 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.921715 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.922014 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.922315 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.922602 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.922915 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.923761 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.924054 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.924336 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.924622 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.924857 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.925142 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.925431 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.925721 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.925948 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] debug = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.926231 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.926670 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.927104 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.927399 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.927699 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.927984 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.928264 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.928543 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.928831 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.929166 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] host = dv-cinder-843493-2-iscsi {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.929448 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.929738 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.930029 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.930319 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.930597 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.930878 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.931195 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.931476 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.931750 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] log_file = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.932028 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.932318 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.932608 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.932900 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.933128 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.933353 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.933644 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.933937 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.934217 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.934493 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.934768 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.935045 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.935358 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.935632 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.935920 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.936209 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.936496 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.936773 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.937047 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.937321 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.937594 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.937880 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.938161 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.938436 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.938737 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.939026 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.939323 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.939600 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.939903 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.940193 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.940476 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.940764 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.941040 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.941324 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.941600 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.941874 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.942146 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] use_json = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.942420 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.942691 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.942973 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.943288 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.943566 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.943841 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.944115 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.944399 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.944674 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:22:58.944973 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.945275 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.945580 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.945865 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.946174 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.946455 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.946745 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.947025 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.947341 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.947633 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.947923 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.948208 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.948512 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.948804 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.949099 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.949408 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.949704 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.949996 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.950276 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.950552 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.950827 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.951123 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.951419 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.951699 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.951992 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.952284 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.952565 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.952863 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.953149 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.953435 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.953732 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.954024 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.954328 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.954609 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.954920 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.955247 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.955525 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.955817 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.956099 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.956373 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.956656 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.956947 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.957234 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.957512 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.957793 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.958091 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.958372 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.958648 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.958921 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.959228 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.959505 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.959790 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.960072 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.960348 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.960624 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.960906 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.961181 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.961457 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.961742 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.962017 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.962298 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.962571 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.962843 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.963139 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.963416 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.963693 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.963967 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.964241 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.964520 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.964795 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.965074 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.965346 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.965624 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.965901 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.966204 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.966487 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.966768 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.967047 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.967352 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.967635 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.967917 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.968203 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.968485 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.968765 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.969059 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.969345 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.969635 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.970444 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.970725 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.971041 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.971348 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.971626 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.971912 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.972190 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.972468 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.972751 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.973035 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.973330 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.973624 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.973907 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.974202 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.974499 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.974793 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.975074 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.975406 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.975688 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:22:58.975910 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 15 10:22:58.976151 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103664) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 15 10:22:59.356245 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 15 10:22:59.356527 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 15 10:22:59.356834 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 15 10:22:59.357168 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 15 10:22:59.679626 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:22:59.679841 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:22:59.680117 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:22:59.682951 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:22:59.683266 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:22:59.683542 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:22:59.736238 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:22:59.736557 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:22:59.736845 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:22:59.751202 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:22:59.751487 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:22:59.751757 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:22:59.781865 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:22:59.782147 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:22:59.783062 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:22:59.818699 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:22:59.818977 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:22:59.819282 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:00.050405 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:00.051025 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:00.051025 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:00.051224 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:00.052132 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:00.150383 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:00.150704 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:00.150992 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:00.151293 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:00.151564 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:00.151876 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:00.152143 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:00.152403 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:00.152665 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:00.152957 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:00.153222 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:00.153492 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:00.153753 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:00.154009 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:00.154271 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:00.154541 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:00.154800 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:00.155071 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:00.155366 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:00.155630 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:00.155913 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:00.156168 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:00.156452 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:00.156834 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:00.157090 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:00.157868 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:00.158269 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103664) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 10:23:00.158513 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103664) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 10:23:00.158752 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103664) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 10:23:00.158991 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103664) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 10:23:00.159250 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103664) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 10:23:00.159487 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103664) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 10:23:00.159853 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 15 10:23:00.162963 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 15 10:23:00.166905 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 15 10:23:00.171205 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Jun 15 10:23:00.172849 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 15 10:23:00.173836 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 15 10:23:00.174170 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 15 10:23:00.174556 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 15 10:23:00.177347 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 15 10:23:00.177601 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 15 10:23:00.177951 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 15 10:23:00.183250 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 15 10:23:00.207171 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 15 10:23:00.207632 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:00.207930 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103664) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jun 15 10:23:00.208302 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:00.209660 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103664) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 15 10:23:00.209946 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 15 10:23:00.210195 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 15 10:23:00.213726 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:00.214011 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:00.369646 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 15 10:23:00.369825 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 15 10:23:00.370059 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 15 10:23:00.370433 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 15 10:23:00.423679 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO dbcounter [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Registered counter for database neutron Jun 15 10:23:00.442509 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_db.sqlalchemy.engines [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103664) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 15 10:23:00.448375 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG dbcounter [-] [103664] Writer thread running {{(pid=103664) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 15 10:23:00.993757 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.plugins.ml2.managers [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Initializing driver for type 'gre' Jun 15 10:23:00.994392 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] gre ID ranges: [(1, 1000)] Jun 15 10:23:01.049260 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.plugins.ml2.managers [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Initializing driver for type 'local' Jun 15 10:23:01.049534 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.plugins.ml2.managers [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Initializing driver for type 'vlan' Jun 15 10:23:01.061775 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] VlanTypeDriver initialization complete Jun 15 10:23:01.062331 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.plugins.ml2.managers [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Initializing driver for type 'vxlan' Jun 15 10:23:01.062569 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] vxlan ID ranges: [(1, 1000)] Jun 15 10:23:01.113197 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.plugins.ml2.managers [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Initializing extension driver 'port_security' Jun 15 10:23:01.113536 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.plugins.ml2.extensions.port_security [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] PortSecurityExtensionDriver initialization complete Jun 15 10:23:01.113870 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.plugins.ml2.managers [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Initializing mechanism driver 'openvswitch' Jun 15 10:23:01.114203 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.plugins.ml2.managers [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Initializing mechanism driver 'hyperv' Jun 15 10:23:01.120737 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.plugins.ml2.plugin [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:23:01.121401 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > port after_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.121772 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > port after_update 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.122124 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > port after_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.122630 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103664) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 15 10:23:01.123046 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > subnet after_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.123430 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > subnet after_update 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.123775 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.124170 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103664) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 15 10:23:01.124579 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > network after_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.124932 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > network after_update 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.125294 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > network after_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.125669 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103664) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 15 10:23:01.126586 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > security_group after_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.126938 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > security_group after_update 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.127306 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.127699 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103664) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 15 10:23:01.128102 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.128448 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.128788 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.129303 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103664) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 15 10:23:01.129707 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > address_group after_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.130055 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > address_group after_update 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.130397 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.130787 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103664) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 15 10:23:01.131248 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] ML2 OVO RPC backend initialized. {{(pid=103664) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 15 10:23:01.131956 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.132314 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.132733 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > network before_response 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.133089 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > networks before_response 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.133437 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > port before_response 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.133780 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > ports before_response 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.134126 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > subnet before_response 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.134468 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > subnets before_response 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.134815 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > network after_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.135183 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > network after_update 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.135523 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > network after_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.135861 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > port after_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.136197 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > port after_update 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.136568 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > port after_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.136903 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > subnet after_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.137239 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > subnet after_update 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.137573 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.145607 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.quota [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded quota_driver: . Jun 15 10:23:01.145969 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.plugins.ml2.plugin [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Modular L2 Plugin initialization complete Jun 15 10:23:01.146312 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading services supported by the core plugin {{(pid=103664) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 15 10:23:01.146653 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.plugins.ml2.managers [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Got port-security extension from driver 'port_security' Jun 15 10:23:01.147228 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.extensions.vlantransparent [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Disabled vlantransparent extension. Jun 15 10:23:01.147725 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103664) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 15 10:23:01.148049 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading Plugin: router Jun 15 10:23:01.182946 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.183356 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > router after_create 55549900 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.183733 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > router before_create 55549900 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.184104 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.184489 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.184851 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > router after_delete 55549900 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.185213 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.185569 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.185933 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > router after_create 55549900 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.186286 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > router after_update 55549900 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.186642 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > router after_update 55549900 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.186996 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.187384 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > router after_update 55549900 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.187802 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > router precommit_update 55549900 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.188176 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: port after_update 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.189022 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: port after_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.189364 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: subnet after_update 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.189703 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.190050 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.190407 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > router precommit_create 55549900 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.190755 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: port before_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.191119 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > router precommit_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.191485 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > router after_update 55549900 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.191832 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.192188 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > router precommit_create 55549900 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.192550 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.192899 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > router precommit_update 55549900 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.193266 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > agent after_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.193620 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > agent after_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.193970 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > network after_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.194821 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.quota.resource_registry [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Tracking information for resource: router configured {{(pid=103664) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 10:23:01.195182 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.quota.resource_registry [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Tracking information for resource: floatingip configured {{(pid=103664) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 10:23:01.200070 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.db.l3_agentschedulers_db [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 15 10:23:01.200647 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: port after_update 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.201008 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: port after_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.201360 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: port after_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.201712 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: port after_update 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.202504 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > router before_create 55550100 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.202870 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.203267 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > router precommit_create 55550100 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.203625 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > router precommit_update 55550100 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.208971 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.services.provider_configuration [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Service providers = [] {{(pid=103664) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 15 10:23:01.209335 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.db.servicetype_db [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103664) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 15 10:23:01.212372 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.services.service_base [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103664) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 15 10:23:01.212727 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.services.service_base [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103664) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 15 10:23:01.213073 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.services.service_base [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103664) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 15 10:23:01.213963 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.services.service_base [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103664) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 15 10:23:01.214337 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.services.service_base [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 15 10:23:01.214710 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103664) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 10:23:01.215029 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 15 10:23:01.225617 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103664) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 10:23:01.225956 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading Plugin: auto_allocate Jun 15 10:23:01.231630 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: network precommit_update 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.231999 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: network precommit_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.232512 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103664) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 10:23:01.232831 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading Plugin: tag Jun 15 10:23:01.239899 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103664) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 10:23:01.240240 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading Plugin: timestamp Jun 15 10:23:01.244242 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103664) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 10:23:01.244576 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading Plugin: network_ip_availability Jun 15 10:23:01.250034 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.250411 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.250769 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.252113 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103664) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 10:23:01.252437 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading Plugin: flavors Jun 15 10:23:01.257120 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103664) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 10:23:01.257458 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading Plugin: revisions Jun 15 10:23:01.261705 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103664) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 10:23:01.262090 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_concurrency.lockutils [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.905s {{(pid=103664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 15 10:23:01.262819 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103664) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 15 10:23:01.263190 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Initializing extension manager. Jun 15 10:23:01.263725 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: __init__.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.264249 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: __pycache__ {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.264591 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: _port_mac_address_override.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.264934 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: address_group.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.265684 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.266259 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: address-group Jun 15 10:23:01.266612 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: address_scope.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.267360 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.267890 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: address-scope Jun 15 10:23:01.268214 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.269152 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.269679 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: router-admin-state-down-before-update Jun 15 10:23:01.270004 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: agent.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.270707 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.271261 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: agent Jun 15 10:23:01.271585 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: agent_resources_synced.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.272493 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.273016 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: agent-resources-synced Jun 15 10:23:01.273334 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: allowedaddresspairs.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.275174 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.275692 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: allowed-address-pairs Jun 15 10:23:01.276020 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: auto_allocated_topology.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.277113 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.277639 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: auto-allocated-topology Jun 15 10:23:01.277967 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: availability_zone.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.278659 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.279208 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: availability_zone Jun 15 10:23:01.279533 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: availability_zone_filter.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.280458 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.280986 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: availability_zone_filter Jun 15 10:23:01.281309 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: data_plane_status.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.282246 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.282767 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extension data-plane-status not supported by any of loaded plugins Jun 15 10:23:01.283106 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: default_subnetpools.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.284027 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.284551 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: default-subnetpools Jun 15 10:23:01.284875 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.285679 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.286200 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: dhcp_agent_scheduler Jun 15 10:23:01.286525 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: dns.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.287473 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.287986 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extension dns-integration not supported by any of loaded plugins Jun 15 10:23:01.288310 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: dns_domain_ports.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.289227 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.289742 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 15 10:23:01.290069 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.290999 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.291540 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 15 10:23:01.291865 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: dvr.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.292536 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.293055 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: dvr Jun 15 10:23:01.293374 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: ecmp_routes.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.294551 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.295067 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extension ecmp_routes not supported by any of loaded plugins Jun 15 10:23:01.295418 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: empty_string_filtering.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.296328 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.296849 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: empty-string-filtering Jun 15 10:23:01.297174 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.298591 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.299121 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 15 10:23:01.299493 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.300360 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.300883 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 15 10:23:01.301206 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: external_net.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.302115 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.302637 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: external-net Jun 15 10:23:01.302964 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.303890 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.304416 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: extra_dhcp_opt Jun 15 10:23:01.304741 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: extraroute.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.305642 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.306162 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: extraroute Jun 15 10:23:01.306485 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: extraroute_atomic.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.307581 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.308107 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: extraroute-atomic Jun 15 10:23:01.308435 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: filter_validation.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.309103 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.309624 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: filter-validation Jun 15 10:23:01.309946 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: fip_pf_description.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.310860 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.311421 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 15 10:23:01.311744 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: fip_pf_port_range.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.312664 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.313180 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 15 10:23:01.314101 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: fip_port_details.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.315026 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.315575 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: fip-port-details Jun 15 10:23:01.315898 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: flavors.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.317105 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.317633 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: flavors Jun 15 10:23:01.317958 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.320912 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.321450 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 15 10:23:01.321791 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: floatingip_pools.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.322509 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.323035 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: floatingip-pools Jun 15 10:23:01.323399 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: ip_allocation.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.324329 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.324856 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extension ip_allocation not supported by any of loaded plugins Jun 15 10:23:01.325185 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.326109 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.326636 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: ip-substring-filtering Jun 15 10:23:01.326965 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: l2_adjacency.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.327925 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.328455 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 15 10:23:01.328785 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: l3.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.329785 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.330314 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: router Jun 15 10:23:01.330647 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.332860 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.333406 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 15 10:23:01.333735 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.334659 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.335226 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: ext-gw-mode Jun 15 10:23:01.335554 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.336483 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.337010 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: l3-ha Jun 15 10:23:01.337334 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.338243 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.338768 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 15 10:23:01.339107 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: l3_flavors.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.340079 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.340605 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: l3-flavors Jun 15 10:23:01.340930 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.342294 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.342823 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 15 10:23:01.343181 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.344105 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.344630 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 15 10:23:01.344983 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: l3agentscheduler.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.346025 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.346552 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: l3_agent_scheduler Jun 15 10:23:01.346883 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: local_ip.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.348676 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.349213 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extension local_ip not supported by any of loaded plugins Jun 15 10:23:01.349543 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: logging.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.351018 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.351586 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extension logging not supported by any of loaded plugins Jun 15 10:23:01.351920 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: metering.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.352662 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.353253 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: metering Jun 15 10:23:01.353582 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.354675 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.355244 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: metering_source_and_destination_fields Jun 15 10:23:01.355573 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: multiprovidernet.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.356510 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.357038 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: multi-provider Jun 15 10:23:01.357360 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: netmtu.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.358414 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.358944 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: net-mtu Jun 15 10:23:01.359299 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: netmtu_writable.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.360219 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.361267 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: net-mtu-writable Jun 15 10:23:01.361590 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: network_availability_zone.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.362271 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.362792 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: network_availability_zone Jun 15 10:23:01.363141 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: network_ip_availability.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.364252 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.364778 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: network-ip-availability Jun 15 10:23:01.365105 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: network_segment_range.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.365868 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.366390 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extension network-segment-range not supported by any of loaded plugins Jun 15 10:23:01.366714 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: pagination.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.367729 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.368062 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: pagination Jun 15 10:23:01.368384 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: port_device_profile.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.369310 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.369845 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: port-device-profile Jun 15 10:23:01.370163 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: port_mac_address_override.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.371165 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.371653 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: port-mac-override Jun 15 10:23:01.371973 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.372911 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.373436 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: port-mac-address-regenerate Jun 15 10:23:01.373757 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.374671 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.375230 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: port-numa-affinity-policy Jun 15 10:23:01.375553 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: port_resource_request.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.377020 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.377540 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extension port-resource-request not supported by any of loaded plugins Jun 15 10:23:01.377861 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: port_resource_request_groups.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.378833 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.379381 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 15 10:23:01.379701 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: portbindings.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.380627 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.381161 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: binding Jun 15 10:23:01.381480 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: portbindings_extended.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.382743 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.383301 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: binding-extended Jun 15 10:23:01.383634 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: portsecurity.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.384562 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.385086 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: port-security Jun 15 10:23:01.385413 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: project_id.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.386392 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.386724 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: project-id Jun 15 10:23:01.387044 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: providernet.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.388007 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.388543 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: provider Jun 15 10:23:01.388872 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: qos.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.392460 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.392996 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extension qos not supported by any of loaded plugins Jun 15 10:23:01.393327 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.394567 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.395122 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 15 10:23:01.395453 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.396397 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.396922 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 15 10:23:01.397250 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: qos_default.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.398163 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.398687 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extension qos-default not supported by any of loaded plugins Jun 15 10:23:01.399015 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: qos_fip.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.399957 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.400481 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extension qos-fip not supported by any of loaded plugins Jun 15 10:23:01.400841 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.401770 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.402300 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 15 10:23:01.402628 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: qos_gateway_ip.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.403576 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.404106 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 15 10:23:01.404433 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: qos_port_network_policy.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.405348 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.405870 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 15 10:23:01.406194 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.407281 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.407808 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 15 10:23:01.408136 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.409172 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.409698 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 15 10:23:01.410025 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: qos_pps_rule.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.411232 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.411765 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extension qos-pps not supported by any of loaded plugins Jun 15 10:23:01.412090 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: qos_rule_type_details.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.413007 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.413534 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 15 10:23:01.413868 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.414951 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.415515 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 15 10:23:01.415839 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: qos_rules_alias.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.416882 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.417413 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 15 10:23:01.417737 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: quota_check_limit.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.418658 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.419490 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: quota-check-limit Jun 15 10:23:01.419817 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: quotasv2.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.420759 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.421094 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: quotas Jun 15 10:23:01.421415 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: quotasv2_detail.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.423689 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.424030 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: quota_details Jun 15 10:23:01.424361 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: rbac.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.425418 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.425957 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: rbac-policies Jun 15 10:23:01.426291 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: rbac_address_group.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.427268 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.427809 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: rbac-address-group Jun 15 10:23:01.428140 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: rbac_address_scope.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.429141 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.429670 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: rbac-address-scope Jun 15 10:23:01.429996 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: rbac_security_groups.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.430923 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.431485 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: rbac-security-groups Jun 15 10:23:01.431816 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: rbac_subnetpool.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.432744 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.433264 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: rbac-subnetpool Jun 15 10:23:01.433588 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: revisionifmatch.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.434516 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.435038 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: revision-if-match Jun 15 10:23:01.435395 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: revisions.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.436516 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.437039 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: standard-attr-revisions Jun 15 10:23:01.437362 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: router_availability_zone.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.438040 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.439190 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: router_availability_zone Jun 15 10:23:01.439517 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: routerservicetype.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.440449 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.440970 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extension router-service-type not supported by any of loaded plugins Jun 15 10:23:01.441292 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.442236 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.442757 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: security-groups-normalized-cidr Jun 15 10:23:01.443077 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.444019 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.444542 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: port-security-groups-filtering Jun 15 10:23:01.444864 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.445796 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.446318 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: security-groups-remote-address-group Jun 15 10:23:01.446640 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.447604 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.448127 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: security-groups-shared-filtering Jun 15 10:23:01.448450 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: securitygroup.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.458086 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.458633 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: security-group Jun 15 10:23:01.458964 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: segment.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.459722 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.460253 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extension segment not supported by any of loaded plugins Jun 15 10:23:01.460580 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.461519 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.462059 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 15 10:23:01.462386 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: servicetype.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.463509 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.464044 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: service-type Jun 15 10:23:01.464371 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: sorting.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.465361 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.465696 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: sorting Jun 15 10:23:01.466020 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: standard_attr_segment.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.466939 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.467506 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 15 10:23:01.467832 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: standardattrdescription.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.468490 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.469014 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: standard-attr-description Jun 15 10:23:01.469335 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: stateful_security_group.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.470328 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.470856 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: stateful-security-group Jun 15 10:23:01.471210 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: stdattrs_common.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.471803 dv-cinder-843493-2-iscsi neutron-server[103664]: WARNING neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 15 10:23:01.472124 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.473067 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.473592 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 15 10:23:01.473917 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: subnet_onboard.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.474985 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.475545 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: subnet_onboard Jun 15 10:23:01.475871 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.476800 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.477318 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 15 10:23:01.477639 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: subnet_service_types.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.478568 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.479112 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: subnet-service-types Jun 15 10:23:01.479439 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: subnetallocation.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.480526 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.481050 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: subnet_allocation Jun 15 10:23:01.481374 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.482046 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.482579 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: subnetpool-prefix-ops Jun 15 10:23:01.482901 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.483861 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.484383 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 15 10:23:01.484703 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: tagging.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.486264 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.486800 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: standard-attr-tag Jun 15 10:23:01.487156 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: timestamp.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.488362 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.488887 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loaded extension: standard-attr-timestamp Jun 15 10:23:01.489213 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: trunk.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.490246 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.490777 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extension trunk not supported by any of loaded plugins Jun 15 10:23:01.491121 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: trunk_details.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.492047 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.492580 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extension trunk-details not supported by any of loaded plugins Jun 15 10:23:01.492905 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: uplink_status_propagation.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.493829 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.494355 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 15 10:23:01.494679 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Loading extension file: vlantransparent.py {{(pid=103664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 10:23:01.495392 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 10:23:01.495913 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 15 10:23:01.498442 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.quota.resource_registry [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Creating instance of TrackedResource for resource:network Jun 15 10:23:01.498989 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.quota.resource_registry [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Creating instance of TrackedResource for resource:subnet Jun 15 10:23:01.499430 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.quota.resource_registry [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Creating instance of TrackedResource for resource:subnetpool Jun 15 10:23:01.499833 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.quota.resource_registry [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Creating instance of TrackedResource for resource:port Jun 15 10:23:01.501653 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.v2.resource_helper [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 10:23:01.502093 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.v2.resource_helper [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Service FLAVORS assigned prefix: {{(pid=103664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 10:23:01.502724 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.v2.resource_helper [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 10:23:01.503184 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.v2.resource_helper [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 10:23:01.503516 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.quota.resource_registry [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Creating instance of TrackedResource for resource:router Jun 15 10:23:01.503945 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.quota.resource_registry [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Creating instance of TrackedResource for resource:floatingip Jun 15 10:23:01.504437 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.v2.resource_helper [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Service METERING assigned prefix: /metering {{(pid=103664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 10:23:01.505871 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.506241 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.506593 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:23:01.507617 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.quota.resource_registry [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Creating instance of CountableResource for resource:rbac_policy Jun 15 10:23:01.508074 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.quota.resource_registry [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Creating instance of TrackedResource for resource:security_group Jun 15 10:23:01.508528 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.quota.resource_registry [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 15 10:23:01.509124 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.v2.resource_helper [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Service CORE assigned prefix: {{(pid=103664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 10:23:01.509454 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.quota.resource_registry [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Creating instance of TrackedResource for resource:subnetpool Jun 15 10:23:01.509797 dv-cinder-843493-2-iscsi neutron-server[103664]: WARNING neutron.quota.resource_registry [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] subnetpool is already registered Jun 15 10:23:01.510231 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.v2.resource_helper [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Service CORE assigned prefix: {{(pid=103664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 10:23:01.510557 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.quota.resource_registry [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Creating instance of TrackedResource for resource:subnetpool Jun 15 10:23:01.510886 dv-cinder-843493-2-iscsi neutron-server[103664]: WARNING neutron.quota.resource_registry [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] subnetpool is already registered Jun 15 10:23:01.513225 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.v2.resource_helper [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 10:23:01.513668 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.v2.resource_helper [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Service FLAVORS assigned prefix: {{(pid=103664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 10:23:01.514258 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.v2.resource_helper [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 10:23:01.514684 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.v2.resource_helper [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 10:23:01.515018 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.quota.resource_registry [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Creating instance of TrackedResource for resource:router Jun 15 10:23:01.515394 dv-cinder-843493-2-iscsi neutron-server[103664]: WARNING neutron.quota.resource_registry [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] router is already registered Jun 15 10:23:01.515814 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.quota.resource_registry [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Creating instance of TrackedResource for resource:floatingip Jun 15 10:23:01.516155 dv-cinder-843493-2-iscsi neutron-server[103664]: WARNING neutron.quota.resource_registry [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] floatingip is already registered Jun 15 10:23:01.516637 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.v2.resource_helper [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Service METERING assigned prefix: /metering {{(pid=103664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 10:23:01.517310 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.quota.resource_registry [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Creating instance of CountableResource for resource:rbac_policy Jun 15 10:23:01.517637 dv-cinder-843493-2-iscsi neutron-server[103664]: WARNING neutron.quota.resource_registry [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] rbac_policy is already registered Jun 15 10:23:01.518053 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.quota.resource_registry [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Creating instance of TrackedResource for resource:security_group Jun 15 10:23:01.518391 dv-cinder-843493-2-iscsi neutron-server[103664]: WARNING neutron.quota.resource_registry [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] security_group is already registered Jun 15 10:23:01.518805 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.quota.resource_registry [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 15 10:23:01.519174 dv-cinder-843493-2-iscsi neutron-server[103664]: WARNING neutron.quota.resource_registry [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] security_group_rule is already registered Jun 15 10:23:01.519801 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.v2.resource_helper [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Service CORE assigned prefix: {{(pid=103664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 10:23:01.520127 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.quota.resource_registry [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Creating instance of TrackedResource for resource:subnetpool Jun 15 10:23:01.520461 dv-cinder-843493-2-iscsi neutron-server[103664]: WARNING neutron.quota.resource_registry [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] subnetpool is already registered Jun 15 10:23:01.520883 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.v2.resource_helper [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Service CORE assigned prefix: {{(pid=103664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 10:23:01.521203 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.quota.resource_registry [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Creating instance of TrackedResource for resource:subnetpool Jun 15 10:23:01.521535 dv-cinder-843493-2-iscsi neutron-server[103664]: WARNING neutron.quota.resource_registry [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] subnetpool is already registered Jun 15 10:23:01.522009 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extended resource: extensions {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 10:23:01.523496 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extended resource: address-groups {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 10:23:01.524974 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extended resource: address-scopes {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 10:23:01.526287 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extended resource: agents {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 10:23:01.527477 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extended resource: auto-allocated-topology {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 10:23:01.528757 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extended resource: availability_zones {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 10:23:01.529963 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extended resource: dhcp-networks {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 10:23:01.531513 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extended resource: dhcp-agents {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 10:23:01.532960 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extended resource: routers {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 10:23:01.534659 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extended resource: flavors {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 10:23:01.536026 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extended resource: service_profiles {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 10:23:01.537245 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extended resource: next_providers {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 10:23:01.538671 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extended resource: service_profiles {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 10:23:01.541219 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extended resource: floatingip-pools {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 10:23:01.542459 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extended resource: routers {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 10:23:01.544462 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extended resource: floatingips {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 10:23:01.545750 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extended resource: l3-routers {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 10:23:01.547170 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extended resource: l3-agents {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 10:23:01.549132 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extended resource: metering-labels {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 10:23:01.550428 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extended resource: metering-label-rules {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 10:23:01.551814 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extended resource: network-ip-availabilities {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 10:23:01.553078 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extended resource: bindings {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 10:23:01.554663 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extended resource: quotas {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 10:23:01.556317 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extended resource: quotas {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 10:23:01.557929 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extended resource: rbac-policies {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 10:23:01.559238 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extended resource: security-groups {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 10:23:01.560573 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extended resource: security-group-rules {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 10:23:01.561821 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extended resource: service-providers {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 10:23:01.563008 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extended resource: subnetpools {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 10:23:01.564994 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extended resource: subnetpools {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 10:23:01.566541 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extended resource: tags {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 10:23:01.568255 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extended resource: tags {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 10:23:01.570075 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extended resource: tags {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 10:23:01.571885 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extended resource: tags {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 10:23:01.573640 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extended resource: tags {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 10:23:01.575641 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extended resource: tags {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 10:23:01.577330 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extended resource: tags {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 10:23:01.579265 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extended resource: tags {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 10:23:01.581037 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extended resource: tags {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 10:23:01.582766 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron.api.extensions [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Extended resource: tags {{(pid=103664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 10:23:01.588740 dv-cinder-843493-2-iscsi neutron-server[103664]: WARNING keystonemiddleware.auth_token [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 15 10:23:01.593840 dv-cinder-843493-2-iscsi neutron-server[103664]: WARNING keystonemiddleware.auth_token [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 15 10:23:01.602669 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_concurrency.lockutils [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Acquired lock "singleton_lock" {{(pid=103664) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 15 10:23:01.603174 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_concurrency.lockutils [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Releasing lock "singleton_lock" {{(pid=103664) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 15 10:23:01.603816 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO oslo_service.service [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Starting 2 workers Jun 15 10:23:01.608676 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Started child 103805 {{(pid=103664) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 15 10:23:01.613619 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Started child 103806 {{(pid=103664) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 15 10:23:01.614665 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:01.615368 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO neutron.service [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 15 10:23:01.616026 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:01.616213 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [-] (103805) wsgi starting up on http://0.0.0.0:9696 Jun 15 10:23:01.618294 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:01.618778 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO oslo_service.service [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Starting 1 workers Jun 15 10:23:01.619672 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [-] (103806) wsgi starting up on http://0.0.0.0:9696 Jun 15 10:23:01.623637 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Started child 103807 {{(pid=103664) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 15 10:23:01.624164 dv-cinder-843493-2-iscsi neutron-server[103664]: INFO oslo_service.service [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Starting 1 workers Jun 15 10:23:01.627871 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.service [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] calling RpcWorker wait() {{(pid=103807) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 15 10:23:01.628415 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.service [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] returning from RpcWorker wait() {{(pid=103807) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 15 10:23:01.629221 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Started child 103808 {{(pid=103664) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 15 10:23:01.629605 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:01.630055 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG neutron_lib.callbacks.manager [None req-26429d60-b7d8-4025-acba-0e6526762d94 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:01.630154 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:23:01.632058 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103664) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 15 10:23:01.632268 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 15 10:23:01.632453 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 15 10:23:01.632678 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 15 10:23:01.633013 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 15 10:23:01.633177 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 15 10:23:01.633699 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.633957 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.634222 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.634491 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.634979 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:01.635469 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.635469 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.635623 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.635868 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.636122 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.636295 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.636459 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.636709 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.636949 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.637261 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.637508 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.637746 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.637985 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.638154 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.638422 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.638697 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.638937 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.639239 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] debug = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.639487 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.639970 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.640228 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.640460 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.640683 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.640936 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.641176 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.641441 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.641731 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.641951 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.642206 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.642461 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.642718 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.642950 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.643224 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.643487 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.643706 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.644199 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] host = dv-cinder-843493-2-iscsi {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.644443 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.644656 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.644900 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.645146 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.645389 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.645604 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.645862 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.646088 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.646363 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.646603 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.646841 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.647122 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.647359 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.647597 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] log_file = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.647759 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] log_options = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.647994 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.648278 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.648545 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.648735 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.648902 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.649063 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.649306 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.649468 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.649719 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.649936 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.650147 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.650356 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.650577 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.650818 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.651052 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.651287 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.651532 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.651778 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.652041 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.652305 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.652618 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.652933 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.653177 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.653466 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.653860 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.654180 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.654338 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.654574 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.654798 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.655014 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.655285 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.655886 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.655886 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.656172 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.656311 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.656449 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.656674 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.656883 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.658165 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.658165 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.658477 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.658616 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.658796 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.659020 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.659296 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.659460 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.659672 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] use_json = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.659878 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.660344 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.660597 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.660894 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.661122 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.661276 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.661453 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.661682 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.661892 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.662299 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.663065 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.663391 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.663549 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:23:01.663698 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.663875 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.664125 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.664352 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.664576 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.664824 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.665070 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.665366 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.665584 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.665891 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.666162 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.666395 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.666700 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.666966 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.667263 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.667497 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.667725 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.667937 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.668206 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.668422 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.668639 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.668882 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.669357 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.669582 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.669852 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.670593 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.670923 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.671310 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.671488 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.671767 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.672000 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.672215 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.672466 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.672700 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.673535 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.673777 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.674026 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.674293 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.674535 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.674772 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.675015 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.675296 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.675901 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.675901 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.676156 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.676294 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.676487 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.676697 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.676905 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.677141 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.677353 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.677595 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.677997 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.678658 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.678658 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.679022 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.679022 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.679297 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.679419 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.679629 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.679867 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.680096 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.680305 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.680541 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.680747 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.681034 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.681207 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.681414 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.681620 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.681832 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.682071 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.682301 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.682515 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.683496 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.683496 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.683496 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.683496 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.683992 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.683992 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.683992 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.684355 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.684355 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.684590 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.684771 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.685711 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.685711 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.685711 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.685711 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.686866 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.686866 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.686866 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.686866 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.686866 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.687515 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.687515 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.687515 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.687867 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.688002 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.689367 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.689367 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.689367 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.689367 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.689367 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.689367 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.689937 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.689937 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.690084 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.690205 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.690446 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.690691 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.691002 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.691391 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.691675 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.692083 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.692531 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.692687 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.693413 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.693413 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.693413 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.694436 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.694436 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.694436 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.694795 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.694795 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.695037 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.695222 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.695487 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.696483 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.696483 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.696483 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.696483 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.696864 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.696864 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.697114 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.697286 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.697509 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.697869 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.698144 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.698294 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.698461 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.698728 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.699026 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.699368 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.700149 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.700149 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.700437 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.700437 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.700670 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.700930 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.701079 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.701507 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.701507 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.701780 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.703143 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.703143 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.703143 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.703143 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.703143 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.703143 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.703912 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.703912 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.703912 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.703912 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.704400 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.704400 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.704635 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.705750 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.705750 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.705750 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.705750 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.705750 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.706438 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.706438 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.706438 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.706810 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.706810 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.707011 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.707281 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.707516 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.707756 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.708009 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.708227 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.708439 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.708649 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.708886 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.709092 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.709302 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.709544 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.709974 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.710389 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.710648 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.710983 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.711271 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.711533 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.711786 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.712022 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.712237 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.712449 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.712693 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.712927 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.713142 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.713368 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.713599 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.713812 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.714031 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.714592 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.714592 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.714764 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.714953 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.715213 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.715427 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.715657 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.715861 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.716074 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.716286 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.716514 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.716726 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.716933 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.717147 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.717372 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.717647 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.717885 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.718109 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.718372 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.718590 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.718799 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.719041 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.719321 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.719553 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.720292 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.720509 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.720715 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.720938 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.721575 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.721575 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.721575 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.721824 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.721948 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.722186 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.722394 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.722745 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.723027 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.723270 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.723477 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.723847 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.724125 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.724362 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.724581 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.724795 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.725002 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.725225 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.725457 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.725659 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.725900 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.726137 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.726363 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.726662 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.726895 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.727130 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.727434 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.728189 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.728189 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.728417 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.728543 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.728731 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.728998 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.729242 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.729478 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.729694 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.729943 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.730265 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.730584 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.730992 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.731390 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.731566 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.731844 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.732121 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.732334 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.732628 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.732944 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.733218 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.733470 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.733714 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.733948 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.734184 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.734401 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.734631 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.734862 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.735074 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.735409 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.736138 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.736361 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.736593 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.736817 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.737029 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.737253 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.737459 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.737681 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.737894 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.738049 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 15 10:23:01.738571 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103664) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 15 10:23:01.738730 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 15 10:23:01.738880 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 15 10:23:01.739047 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 15 10:23:01.739255 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 15 10:23:01.739410 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 15 10:23:01.739614 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.739773 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.739931 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.740089 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.740271 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.740432 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.740587 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.740742 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.740922 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.741053 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.741201 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.741357 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.741512 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.741668 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.741827 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.741985 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.742141 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.742303 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.742459 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.742614 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.742770 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.742926 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] debug = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.743082 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.743293 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.743455 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.743613 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.743769 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.743923 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.744079 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.744218 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.744377 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.744537 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.744692 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.744848 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.745399 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.745399 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.745399 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.745617 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.745617 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.745774 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:23:01.745869 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] host = dv-cinder-843493-2-iscsi {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.745869 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.746017 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.746154 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.746309 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.746464 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.746619 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.746775 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.746921 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.747074 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.747255 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.747415 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.747568 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.747884 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.748040 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] log_file = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.748195 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] log_options = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.748350 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.749038 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.749199 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.749381 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.749731 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.749731 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.750190 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.750190 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.750344 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.750501 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.750664 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.751033 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.751033 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.751212 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.751328 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.751450 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.751608 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.751764 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.751955 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.752085 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.752211 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.752368 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.752523 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.752679 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.752835 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.752990 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.753147 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.753303 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.753458 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.753614 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.753769 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.753926 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.754082 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.754237 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.754393 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.754551 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.754708 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.754865 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.755025 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.755205 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.755350 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.755505 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.755660 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.755816 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.755973 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.756129 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.756285 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] use_json = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.756440 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.756597 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.756753 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.756908 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.757064 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.757219 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.757374 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.757516 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.757674 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 10:23:01.757851 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.758011 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.758180 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.758338 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.758496 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.758653 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.758811 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.758968 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.759145 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.759304 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.759468 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.759626 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.759795 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.759954 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.760111 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.760273 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.760432 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.760590 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.760750 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.760907 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.761065 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.761221 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.761387 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.761544 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.761700 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.761857 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.762014 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.762180 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.762336 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.762502 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.762675 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.762833 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.762993 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.763175 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.763335 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.763495 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.763655 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.763813 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.763972 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.764132 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.764289 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.764453 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.764611 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.764769 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.764927 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.765086 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.765245 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.765403 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.765560 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.765719 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.765878 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.766034 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.766192 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.766351 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.766510 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.766690 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.766848 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.767040 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.767231 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.767391 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.767551 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.767711 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.767870 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.768029 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.768187 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.768346 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.768505 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.768664 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.768835 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.768994 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.769255 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.769421 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.769582 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.769740 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.769898 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.770057 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.770215 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.770374 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.770535 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.770692 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.770850 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.771009 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.771175 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.771340 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.771499 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.771657 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.773891 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.773891 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.773891 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.773891 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.773891 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.773891 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.773891 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.773891 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.774484 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.774484 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.774484 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.774484 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.774484 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.774484 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.774484 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.775212 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.775212 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.775212 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.775212 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.775642 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.775642 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.775642 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.775905 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.775905 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.776063 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.776144 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.776265 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.776423 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.776581 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.776737 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.776895 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.777051 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.777397 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.777397 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.777635 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.777718 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.777835 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.777986 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.778156 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.778316 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.778475 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.778633 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.778789 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.778946 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.779558 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.779558 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.779558 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.779558 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.779895 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.779895 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.780094 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.780175 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.780318 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.780499 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.780656 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.780814 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.780974 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.781131 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.781288 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.781445 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.781602 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.781760 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.781970 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.782093 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.782764 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.782935 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.783116 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.783245 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.783330 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.783494 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.783653 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.783810 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.783969 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.784112 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.784275 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.784432 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.784589 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.784745 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.784908 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.785067 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.785225 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.785383 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.785541 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.785698 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.785855 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.786012 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.786168 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.786326 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.786483 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.786640 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.786800 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.786958 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.787136 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.787297 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.787456 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.787609 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.787749 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.788007 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.788170 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.788330 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.788489 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.788647 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.788807 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.788966 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.789124 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.789283 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.789441 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.789599 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.789775 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.789934 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.790092 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.790252 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.790504 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.790682 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.790837 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.790983 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.791149 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.791468 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.791630 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.791924 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.792234 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.792393 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.792553 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.792712 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.792874 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.793056 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.793204 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.793336 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.793498 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.793656 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.793814 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.793972 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.794382 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.794542 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.794701 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.794859 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.795021 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.795219 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.795382 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.795541 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.795699 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.795856 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.796016 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.796185 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.796346 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.796503 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.796660 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.796818 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.796975 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.797145 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.797306 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.797464 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.797622 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.797803 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.798485 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.798655 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.798816 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.798975 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.799154 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.799315 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.799483 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.800174 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.800174 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.800174 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.800174 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.800528 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.800528 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.800528 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.800773 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.800854 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.800957 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.801115 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.801274 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.801442 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.801602 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.801760 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.801926 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.802084 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.802244 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.802402 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.802572 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.802733 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.802896 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.803055 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.803235 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.803395 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.803555 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.803720 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.803890 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.804055 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.804216 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.804384 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.804551 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.804718 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.804878 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.805045 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.805216 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.805374 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.805533 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.805690 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.805848 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.806006 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.806165 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.806324 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.806481 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.806641 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.806798 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.806956 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.807154 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.807286 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.807445 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.807606 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.807766 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.807932 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.808066 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.808215 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 10:23:01.808367 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 15 10:23:01.874422 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 50132) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:23:01.882915 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064261 Jun 15 10:23:11.107364 dv-cinder-843493-2-iscsi neutron-server[103664]: DEBUG dbcounter [-] [103664] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103664) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:23:13.047843 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2df87e-ff63-4592-bb93-3ea25d6bf552 None None] get_active_networks_info from dv-cinder-843493-2-iscsi {{(pid=103807) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 15 10:23:13.096365 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writer thread running {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 15 10:23:13.151956 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2df87e-ff63-4592-bb93-3ea25d6bf552 None None] No non-hosted networks {{(pid=103807) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 15 10:23:13.169426 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.agentschedulers_db [None req-3b2df87e-ff63-4592-bb93-3ea25d6bf552 None None] DHCP Agent not found on host dv-cinder-843493-2-iscsi {{(pid=103807) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 15 10:23:13.300821 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-657a2085-27b7-42a0-9ff4-4483fb4a7ff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-722179'] for agent (e7b68426-6abe-45ee-a2ce-c32f72f66753), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:14.583852 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writer thread running {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 15 10:23:15.198119 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-05f27cd3-e354-417e-b6d1-2d9022a9beb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-722179'] for agent (06043943-94cb-49df-a062-a4886c03e673), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:15.254015 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-808293f7-143f-4097-a25c-9ae65389556a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (06043943-94cb-49df-a062-a4886c03e673), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:16.228812 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 50200) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:23:16.332399 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-59f444b4-2386-4fe1-b50f-b9e54b42d680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-722179'] for agent (3cca6303-0f2e-4b13-b82d-f2749c30f699), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:16.806176 dv-cinder-843493-2-iscsi neutron-server[103806]: WARNING oslo_policy.policy [None req-cf9618e2-2fd4-48cf-8af5-904a26d8feec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 10:23:16.806758 dv-cinder-843493-2-iscsi neutron-server[103806]: WARNING oslo_policy.policy [None req-cf9618e2-2fd4-48cf-8af5-904a26d8feec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 10:23:17.024658 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [None req-cf9618e2-2fd4-48cf-8af5-904a26d8feec admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103806) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 15 10:23:17.039110 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-cf9618e2-2fd4-48cf-8af5-904a26d8feec admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7960391 Jun 15 10:23:17.755542 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-28d06d32-ea2f-4019-b04d-5ef5fa4d530e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-722179'] for agent (28e3d1c3-881c-45f9-bfee-5bcc9597e0ae), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:17.923622 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-722179'] for agent (ad84a4c2-87cd-4603-a219-98785ef58eeb), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:17.924884 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:17.925300 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:17.926284 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:17.926697 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:17.927111 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:17.927594 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:17.928138 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:17.928976 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:17.929678 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:17.931289 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:17.931728 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:17.932248 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:17.933028 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:17.933737 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:17.934955 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:17.936615 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-843493-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:23:17.948848 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-843493-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:23:19.450938 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 50238) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:23:19.799735 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-6acd8ce6-a650-4f4e-b889-5998723dd616 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:23:19.890336 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.policy [None req-6acd8ce6-a650-4f4e-b889-5998723dd616 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103806) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 15 10:23:19.932849 dv-cinder-843493-2-iscsi neutron-server[103806]: WARNING oslo_policy.policy [None req-6acd8ce6-a650-4f4e-b889-5998723dd616 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 10:23:19.933225 dv-cinder-843493-2-iscsi neutron-server[103806]: WARNING oslo_policy.policy [None req-6acd8ce6-a650-4f4e-b889-5998723dd616 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 10:23:19.952920 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writer thread running {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 15 10:23:20.029421 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-6acd8ce6-a650-4f4e-b889-5998723dd616 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732884779189', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732884780705', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732884763124', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732884774446', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732884252245', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732884756694', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7810697', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7523265', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-868213', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-968189'] for rbac-policy (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:20.100254 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-6acd8ce6-a650-4f4e-b889-5998723dd616 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:20.101435 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-6acd8ce6-a650-4f4e-b889-5998723dd616 admin admin] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6493566 Jun 15 10:23:20.368546 dv-cinder-843493-2-iscsi neutron-server[103807]: INFO neutron.db.l3_hamode_db [None req-e47416a8-3aac-46f9-9b5e-8c01b6b3b00f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 15 10:23:20.444417 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47416a8-3aac-46f9-9b5e-8c01b6b3b00f None None] Routers set() bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:23:20.444805 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47416a8-3aac-46f9-9b5e-8c01b6b3b00f None None] Router IDs set() for agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 15 10:23:22.426521 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 50250) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:23:22.920806 dv-cinder-843493-2-iscsi neutron-server[103805]: WARNING oslo_policy.policy [None req-105abde6-ea53-498f-8a78-a4279ea79d57 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 10:23:22.921388 dv-cinder-843493-2-iscsi neutron-server[103805]: WARNING oslo_policy.policy [None req-105abde6-ea53-498f-8a78-a4279ea79d57 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 10:23:23.139872 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [None req-105abde6-ea53-498f-8a78-a4279ea79d57 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:23:23.152953 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writer thread running {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 15 10:23:23.193653 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105abde6-ea53-498f-8a78-a4279ea79d57 demo demo] Made reservation on behalf of 5f3cd857995e418386bb22cdf90c1ae9 for: {'network': 1} {{(pid=103805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 10:23:23.254652 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.policy [None req-105abde6-ea53-498f-8a78-a4279ea79d57 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103805) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 15 10:23:23.296203 dv-cinder-843493-2-iscsi neutron-server[103805]: WARNING oslo_policy.policy [None req-105abde6-ea53-498f-8a78-a4279ea79d57 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 10:23:23.296576 dv-cinder-843493-2-iscsi neutron-server[103805]: WARNING oslo_policy.policy [None req-105abde6-ea53-498f-8a78-a4279ea79d57 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 10:23:23.307097 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-105abde6-ea53-498f-8a78-a4279ea79d57 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for network (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:23.330778 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-105abde6-ea53-498f-8a78-a4279ea79d57 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:23.448516 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-105abde6-ea53-498f-8a78-a4279ea79d57 demo demo] Publish callbacks [] for security_group (1a983cc5-3ddb-4b83-813f-4bee198dd313), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:23.452179 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-105abde6-ea53-498f-8a78-a4279ea79d57 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (1a983cc5-3ddb-4b83-813f-4bee198dd313), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:23.477213 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-105abde6-ea53-498f-8a78-a4279ea79d57 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=103805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 10:23:23.513098 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-105abde6-ea53-498f-8a78-a4279ea79d57 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732880543281', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7722752'] for segment (6057e3de-4501-4762-b925-bc274efb5c88), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:23.513669 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-105abde6-ea53-498f-8a78-a4279ea79d57 demo demo] Unsubscribe: segment precommit_create {{(pid=103805) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 15 10:23:23.514220 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.db.segments_db [None req-105abde6-ea53-498f-8a78-a4279ea79d57 demo demo] Added segment 6057e3de-4501-4762-b925-bc274efb5c88 of type vlan for network 13ac1118-903d-4005-a119-dfbda53f229c Jun 15 10:23:23.534772 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105abde6-ea53-498f-8a78-a4279ea79d57 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=1a983cc5-3ddb-4b83-813f-4bee198dd313,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:23:23.571338 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105abde6-ea53-498f-8a78-a4279ea79d57 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:23.571686 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105abde6-ea53-498f-8a78-a4279ea79d57 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:23.572044 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105abde6-ea53-498f-8a78-a4279ea79d57 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:23.572395 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105abde6-ea53-498f-8a78-a4279ea79d57 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:23.572726 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105abde6-ea53-498f-8a78-a4279ea79d57 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:23.573053 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105abde6-ea53-498f-8a78-a4279ea79d57 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:23.573374 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105abde6-ea53-498f-8a78-a4279ea79d57 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:23.573694 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105abde6-ea53-498f-8a78-a4279ea79d57 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:23.574014 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105abde6-ea53-498f-8a78-a4279ea79d57 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:23.574348 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105abde6-ea53-498f-8a78-a4279ea79d57 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:23.574650 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105abde6-ea53-498f-8a78-a4279ea79d57 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:23.574988 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105abde6-ea53-498f-8a78-a4279ea79d57 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:23.575329 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105abde6-ea53-498f-8a78-a4279ea79d57 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:23.575648 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105abde6-ea53-498f-8a78-a4279ea79d57 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:23.575961 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105abde6-ea53-498f-8a78-a4279ea79d57 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:23.577383 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105abde6-ea53-498f-8a78-a4279ea79d57 demo demo] Tracked resource versions report: Jun 15 10:23:23.577383 dv-cinder-843493-2-iscsi neutron-server[103805]: pushed versions: Jun 15 10:23:23.577383 dv-cinder-843493-2-iscsi neutron-server[103805]: { 'AddressGroup': {'1.2'}, Jun 15 10:23:23.577383 dv-cinder-843493-2-iscsi neutron-server[103805]: 'Agent': {'1.1'}, Jun 15 10:23:23.577383 dv-cinder-843493-2-iscsi neutron-server[103805]: 'ConntrackHelper': {'1.0'}, Jun 15 10:23:23.577383 dv-cinder-843493-2-iscsi neutron-server[103805]: 'LocalIPAssociation': {'1.0'}, Jun 15 10:23:23.577383 dv-cinder-843493-2-iscsi neutron-server[103805]: 'Log': {'1.0'}, Jun 15 10:23:23.577383 dv-cinder-843493-2-iscsi neutron-server[103805]: 'NDPProxy': {'1.0'}, Jun 15 10:23:23.577383 dv-cinder-843493-2-iscsi neutron-server[103805]: 'Network': {'1.1'}, Jun 15 10:23:23.577383 dv-cinder-843493-2-iscsi neutron-server[103805]: 'Port': {'1.7'}, Jun 15 10:23:23.577383 dv-cinder-843493-2-iscsi neutron-server[103805]: 'PortForwarding': {'1.3'}, Jun 15 10:23:23.577383 dv-cinder-843493-2-iscsi neutron-server[103805]: 'QosPolicy': {'1.10'}, Jun 15 10:23:23.577383 dv-cinder-843493-2-iscsi neutron-server[103805]: 'SecurityGroup': {'1.5'}, Jun 15 10:23:23.577383 dv-cinder-843493-2-iscsi neutron-server[103805]: 'SecurityGroupRule': {'1.2'}, Jun 15 10:23:23.577383 dv-cinder-843493-2-iscsi neutron-server[103805]: 'SubPort': {'1.0'}, Jun 15 10:23:23.577383 dv-cinder-843493-2-iscsi neutron-server[103805]: 'Subnet': {'1.1'}, Jun 15 10:23:23.577383 dv-cinder-843493-2-iscsi neutron-server[103805]: 'Trunk': {'1.1'}} Jun 15 10:23:23.577383 dv-cinder-843493-2-iscsi neutron-server[103805]: consumer versions: Jun 15 10:23:23.577383 dv-cinder-843493-2-iscsi neutron-server[103805]: { DHCP agent@dv-cinder-843493-2-iscsi: {}, Jun 15 10:23:23.577383 dv-cinder-843493-2-iscsi neutron-server[103805]: L3 agent@dv-cinder-843493-2-iscsi: {}, Jun 15 10:23:23.577383 dv-cinder-843493-2-iscsi neutron-server[103805]: Metadata agent@dv-cinder-843493-2-iscsi: {}, Jun 15 10:23:23.577383 dv-cinder-843493-2-iscsi neutron-server[103805]: Metering agent@dv-cinder-843493-2-iscsi: {}, Jun 15 10:23:23.577383 dv-cinder-843493-2-iscsi neutron-server[103805]: Open vSwitch agent@dv-cinder-843493-2-iscsi: { 'AddressGroup': '1.2', Jun 15 10:23:23.577383 dv-cinder-843493-2-iscsi neutron-server[103805]: 'Agent': '1.1', Jun 15 10:23:23.577383 dv-cinder-843493-2-iscsi neutron-server[103805]: 'ConntrackHelper': '1.0', Jun 15 10:23:23.577383 dv-cinder-843493-2-iscsi neutron-server[103805]: 'LocalIPAssociation': '1.0', Jun 15 10:23:23.577383 dv-cinder-843493-2-iscsi neutron-server[103805]: 'Log': '1.0', Jun 15 10:23:23.577383 dv-cinder-843493-2-iscsi neutron-server[103805]: 'NDPProxy': '1.0', Jun 15 10:23:23.577383 dv-cinder-843493-2-iscsi neutron-server[103805]: 'Network': '1.1', Jun 15 10:23:23.577383 dv-cinder-843493-2-iscsi neutron-server[103805]: 'Port': '1.7', Jun 15 10:23:23.577383 dv-cinder-843493-2-iscsi neutron-server[103805]: 'PortForwarding': '1.3', Jun 15 10:23:23.577383 dv-cinder-843493-2-iscsi neutron-server[103805]: 'QosPolicy': '1.10', Jun 15 10:23:23.577383 dv-cinder-843493-2-iscsi neutron-server[103805]: 'SecurityGroup': '1.5', Jun 15 10:23:23.577383 dv-cinder-843493-2-iscsi neutron-server[103805]: 'SecurityGroupRule': '1.2', Jun 15 10:23:23.577383 dv-cinder-843493-2-iscsi neutron-server[103805]: 'SubPort': '1.0', Jun 15 10:23:23.577383 dv-cinder-843493-2-iscsi neutron-server[103805]: 'Subnet': '1.1', Jun 15 10:23:23.577383 dv-cinder-843493-2-iscsi neutron-server[103805]: 'Trunk': '1.1'}} Jun 15 10:23:23.577383 dv-cinder-843493-2-iscsi neutron-server[103805]: {{(pid=103805) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 10:23:23.638894 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-105abde6-ea53-498f-8a78-a4279ea79d57 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732880046228'] for network (13ac1118-903d-4005-a119-dfbda53f229c), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:23.681609 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-105abde6-ea53-498f-8a78-a4279ea79d57 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468'] for network (13ac1118-903d-4005-a119-dfbda53f229c), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:23.686712 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105abde6-ea53-498f-8a78-a4279ea79d57 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:23:23.687473 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-105abde6-ea53-498f-8a78-a4279ea79d57 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for network (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:23.753585 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-105abde6-ea53-498f-8a78-a4279ea79d57 demo demo] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.3259146 Jun 15 10:23:23.814271 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105abde6-ea53-498f-8a78-a4279ea79d57 demo demo] Pushing event updated for resources: {'Network': ['ID=13ac1118-903d-4005-a119-dfbda53f229c,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:23:23.827193 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Network 13ac1118-903d-4005-a119-dfbda53f229c details requested by agent ovs-agent-dv-cinder-843493-2-iscsi with host dv-cinder-843493-2-iscsi {{(pid=103807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 10:23:26.123150 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 50270) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:23:26.535126 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b5ef54-f58e-42a5-a50b-47ff1658920b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:23:26.536481 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-f3b5ef54-f58e-42a5-a50b-47ff1658920b demo admin] 10.222.0.49 "GET /v2.0/networks/13ac1118-903d-4005-a119-dfbda53f229c HTTP/1.1" status: 200 len: 825 time: 0.4123590 Jun 15 10:23:26.576970 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-a65d4c42-f18f-4020-b06c-1ae59ab0cc50 demo admin] 10.222.0.49 "GET /v2.0/subnetpools/88f35464-2dbb-4e72-9cd7-dde1a17d0672 HTTP/1.1" status: 200 len: 734 time: 0.0347621 Jun 15 10:23:26.586352 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [None req-728906fb-ec9a-4430-9af3-8390846104fc demo admin] Request body: {'subnet': {'network_id': '13ac1118-903d-4005-a119-dfbda53f229c', 'ip_version': 4, 'subnetpool_id': '88f35464-2dbb-4e72-9cd7-dde1a17d0672', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:23:26.595595 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=55,neutron:INSERT=42,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:23:26.610886 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728906fb-ec9a-4430-9af3-8390846104fc demo admin] Made reservation on behalf of 5f3cd857995e418386bb22cdf90c1ae9 for: {'subnet': 1} {{(pid=103805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 10:23:26.613072 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-728906fb-ec9a-4430-9af3-8390846104fc demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:26.904948 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-728906fb-ec9a-4430-9af3-8390846104fc demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468'] for subnet (ed6f78c6-9b79-4e72-a40e-5e533d48f650), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:26.908124 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:23:26.976617 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728906fb-ec9a-4430-9af3-8390846104fc demo admin] Pushing event updated for resources: {'Subnet': ['ID=ed6f78c6-9b79-4e72-a40e-5e533d48f650,revision_number=0']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:23:26.981876 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728906fb-ec9a-4430-9af3-8390846104fc demo admin] Checking segment: {'id': '6057e3de-4501-4762-b925-bc274efb5c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '13ac1118-903d-4005-a119-dfbda53f229c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:23:26.982253 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728906fb-ec9a-4430-9af3-8390846104fc demo admin] Network hostable DHCP agents. Network: 13ac1118-903d-4005-a119-dfbda53f229c, hostable agents: ['e7b68426-6abe-45ee-a2ce-c32f72f66753'], hosted agents: [] {{(pid=103805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 10:23:27.006006 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728906fb-ec9a-4430-9af3-8390846104fc demo admin] Network 13ac1118-903d-4005-a119-dfbda53f229c is scheduled to be hosted by DHCP agent e7b68426-6abe-45ee-a2ce-c32f72f66753 with binding_index 1 {{(pid=103805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 10:23:27.016146 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.base_scheduler [None req-728906fb-ec9a-4430-9af3-8390846104fc demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843493-2-iscsi, 13ac1118-903d-4005-a119-dfbda53f229c) {{(pid=103805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:23:27.020777 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728906fb-ec9a-4430-9af3-8390846104fc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:23:27.021380 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-728906fb-ec9a-4430-9af3-8390846104fc demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for subnet (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:27.025363 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c382747-db8e-4bac-9d30-26ea9f81d4f6 None None] Network 13ac1118-903d-4005-a119-dfbda53f229c requested from dv-cinder-843493-2-iscsi {{(pid=103807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 10:23:27.040123 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-728906fb-ec9a-4430-9af3-8390846104fc demo admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4570150 Jun 15 10:23:27.286175 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08fa2ec-1e6a-4fe0-953e-a80f515ef9f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa140b1e4-d584-5ee8-9a96-4d94431f580c-13ac1118-903d-4005-a119-dfbda53f229c', 'network_id': '13ac1118-903d-4005-a119-dfbda53f229c', 'project_id': '5f3cd857995e418386bb22cdf90c1ae9', 'fixed_ips': [{'subnet_id': 'ed6f78c6-9b79-4e72-a40e-5e533d48f650'}]}} from dv-cinder-843493-2-iscsi. {{(pid=103807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 15 10:23:27.287623 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d08fa2ec-1e6a-4fe0-953e-a80f515ef9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:27.565727 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [None req-d08fa2ec-1e6a-4fe0-953e-a80f515ef9f2 None None] Allocated IP 172.20.0.2 (13ac1118-903d-4005-a119-dfbda53f229c/ed6f78c6-9b79-4e72-a40e-5e533d48f650/bd5f23cb-36e6-4fe9-88b7-efed68654d1d) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:23:27.629634 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=63,neutron:INSERT=36,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:23:27.778515 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=4 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:23:27.782631 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=20,neutron:INSERT=31 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:23:27.836924 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d08fa2ec-1e6a-4fe0-953e-a80f515ef9f2 None None] Publish callbacks [] for port (bd5f23cb-36e6-4fe9-88b7-efed68654d1d), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:27.844418 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d08fa2ec-1e6a-4fe0-953e-a80f515ef9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205'] for port (bd5f23cb-36e6-4fe9-88b7-efed68654d1d), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:27.928988 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08fa2ec-1e6a-4fe0-953e-a80f515ef9f2 None None] Network 13ac1118-903d-4005-a119-dfbda53f229c is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:23:27.932736 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-d08fa2ec-1e6a-4fe0-953e-a80f515ef9f2 None None] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:23:27.936186 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08fa2ec-1e6a-4fe0-953e-a80f515ef9f2 None None] Pushing event updated for resources: {'Port': ['ID=bd5f23cb-36e6-4fe9-88b7-efed68654d1d,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:23:27.938356 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08fa2ec-1e6a-4fe0-953e-a80f515ef9f2 None None] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:23:27.948187 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08fa2ec-1e6a-4fe0-953e-a80f515ef9f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:27.948533 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08fa2ec-1e6a-4fe0-953e-a80f515ef9f2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:27.948885 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08fa2ec-1e6a-4fe0-953e-a80f515ef9f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:27.949241 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08fa2ec-1e6a-4fe0-953e-a80f515ef9f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:27.949573 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08fa2ec-1e6a-4fe0-953e-a80f515ef9f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:27.949899 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08fa2ec-1e6a-4fe0-953e-a80f515ef9f2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:27.950220 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08fa2ec-1e6a-4fe0-953e-a80f515ef9f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:27.950539 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08fa2ec-1e6a-4fe0-953e-a80f515ef9f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:27.950856 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08fa2ec-1e6a-4fe0-953e-a80f515ef9f2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:27.951195 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08fa2ec-1e6a-4fe0-953e-a80f515ef9f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:27.951517 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08fa2ec-1e6a-4fe0-953e-a80f515ef9f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:27.951848 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08fa2ec-1e6a-4fe0-953e-a80f515ef9f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:27.952165 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08fa2ec-1e6a-4fe0-953e-a80f515ef9f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:27.952478 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08fa2ec-1e6a-4fe0-953e-a80f515ef9f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:27.952792 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08fa2ec-1e6a-4fe0-953e-a80f515ef9f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:27.954188 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08fa2ec-1e6a-4fe0-953e-a80f515ef9f2 None None] Tracked resource versions report: Jun 15 10:23:27.954188 dv-cinder-843493-2-iscsi neutron-server[103807]: pushed versions: Jun 15 10:23:27.954188 dv-cinder-843493-2-iscsi neutron-server[103807]: { 'AddressGroup': {'1.2'}, Jun 15 10:23:27.954188 dv-cinder-843493-2-iscsi neutron-server[103807]: 'Agent': {'1.1'}, Jun 15 10:23:27.954188 dv-cinder-843493-2-iscsi neutron-server[103807]: 'ConntrackHelper': {'1.0'}, Jun 15 10:23:27.954188 dv-cinder-843493-2-iscsi neutron-server[103807]: 'LocalIPAssociation': {'1.0'}, Jun 15 10:23:27.954188 dv-cinder-843493-2-iscsi neutron-server[103807]: 'Log': {'1.0'}, Jun 15 10:23:27.954188 dv-cinder-843493-2-iscsi neutron-server[103807]: 'NDPProxy': {'1.0'}, Jun 15 10:23:27.954188 dv-cinder-843493-2-iscsi neutron-server[103807]: 'Network': {'1.1'}, Jun 15 10:23:27.954188 dv-cinder-843493-2-iscsi neutron-server[103807]: 'Port': {'1.7'}, Jun 15 10:23:27.954188 dv-cinder-843493-2-iscsi neutron-server[103807]: 'PortForwarding': {'1.3'}, Jun 15 10:23:27.954188 dv-cinder-843493-2-iscsi neutron-server[103807]: 'QosPolicy': {'1.10'}, Jun 15 10:23:27.954188 dv-cinder-843493-2-iscsi neutron-server[103807]: 'SecurityGroup': {'1.5'}, Jun 15 10:23:27.954188 dv-cinder-843493-2-iscsi neutron-server[103807]: 'SecurityGroupRule': {'1.2'}, Jun 15 10:23:27.954188 dv-cinder-843493-2-iscsi neutron-server[103807]: 'SubPort': {'1.0'}, Jun 15 10:23:27.954188 dv-cinder-843493-2-iscsi neutron-server[103807]: 'Subnet': {'1.1'}, Jun 15 10:23:27.954188 dv-cinder-843493-2-iscsi neutron-server[103807]: 'Trunk': {'1.1'}} Jun 15 10:23:27.954188 dv-cinder-843493-2-iscsi neutron-server[103807]: consumer versions: Jun 15 10:23:27.954188 dv-cinder-843493-2-iscsi neutron-server[103807]: { DHCP agent@dv-cinder-843493-2-iscsi: {}, Jun 15 10:23:27.954188 dv-cinder-843493-2-iscsi neutron-server[103807]: L3 agent@dv-cinder-843493-2-iscsi: {}, Jun 15 10:23:27.954188 dv-cinder-843493-2-iscsi neutron-server[103807]: Metadata agent@dv-cinder-843493-2-iscsi: {}, Jun 15 10:23:27.954188 dv-cinder-843493-2-iscsi neutron-server[103807]: Metering agent@dv-cinder-843493-2-iscsi: {}, Jun 15 10:23:27.954188 dv-cinder-843493-2-iscsi neutron-server[103807]: Open vSwitch agent@dv-cinder-843493-2-iscsi: { 'AddressGroup': '1.2', Jun 15 10:23:27.954188 dv-cinder-843493-2-iscsi neutron-server[103807]: 'Agent': '1.1', Jun 15 10:23:27.954188 dv-cinder-843493-2-iscsi neutron-server[103807]: 'ConntrackHelper': '1.0', Jun 15 10:23:27.954188 dv-cinder-843493-2-iscsi neutron-server[103807]: 'LocalIPAssociation': '1.0', Jun 15 10:23:27.954188 dv-cinder-843493-2-iscsi neutron-server[103807]: 'Log': '1.0', Jun 15 10:23:27.954188 dv-cinder-843493-2-iscsi neutron-server[103807]: 'NDPProxy': '1.0', Jun 15 10:23:27.954188 dv-cinder-843493-2-iscsi neutron-server[103807]: 'Network': '1.1', Jun 15 10:23:27.954188 dv-cinder-843493-2-iscsi neutron-server[103807]: 'Port': '1.7', Jun 15 10:23:27.954188 dv-cinder-843493-2-iscsi neutron-server[103807]: 'PortForwarding': '1.3', Jun 15 10:23:27.954188 dv-cinder-843493-2-iscsi neutron-server[103807]: 'QosPolicy': '1.10', Jun 15 10:23:27.954188 dv-cinder-843493-2-iscsi neutron-server[103807]: 'SecurityGroup': '1.5', Jun 15 10:23:27.954188 dv-cinder-843493-2-iscsi neutron-server[103807]: 'SecurityGroupRule': '1.2', Jun 15 10:23:27.954188 dv-cinder-843493-2-iscsi neutron-server[103807]: 'SubPort': '1.0', Jun 15 10:23:27.954188 dv-cinder-843493-2-iscsi neutron-server[103807]: 'Subnet': '1.1', Jun 15 10:23:27.954188 dv-cinder-843493-2-iscsi neutron-server[103807]: 'Trunk': '1.1'}} Jun 15 10:23:27.954188 dv-cinder-843493-2-iscsi neutron-server[103807]: {{(pid=103807) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 10:23:28.029712 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-d08fa2ec-1e6a-4fe0-953e-a80f515ef9f2 None None] Attempting to bind port bd5f23cb-36e6-4fe9-88b7-efed68654d1d on host dv-cinder-843493-2-iscsi for vnic_type normal with profile {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 10:23:28.030389 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-d08fa2ec-1e6a-4fe0-953e-a80f515ef9f2 None None] Attempting to bind port bd5f23cb-36e6-4fe9-88b7-efed68654d1d by drivers openvswitch,hyperv on host dv-cinder-843493-2-iscsi at level 0 using segments [{'id': '6057e3de-4501-4762-b925-bc274efb5c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '13ac1118-903d-4005-a119-dfbda53f229c'}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 10:23:28.030496 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08fa2ec-1e6a-4fe0-953e-a80f515ef9f2 None None] Attempting to bind port bd5f23cb-36e6-4fe9-88b7-efed68654d1d on network 13ac1118-903d-4005-a119-dfbda53f229c {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:23:28.036029 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08fa2ec-1e6a-4fe0-953e-a80f515ef9f2 None None] Checking agent: {'id': 'ad84a4c2-87cd-4603-a219-98785ef58eeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 10, 23, 18), 'started_at': datetime.datetime(2022, 6, 15, 10, 23, 18), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 10, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 10:23:28.036419 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08fa2ec-1e6a-4fe0-953e-a80f515ef9f2 None None] Checking segment: {'id': '6057e3de-4501-4762-b925-bc274efb5c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '13ac1118-903d-4005-a119-dfbda53f229c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:23:28.036917 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d08fa2ec-1e6a-4fe0-953e-a80f515ef9f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:28.037310 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08fa2ec-1e6a-4fe0-953e-a80f515ef9f2 None None] Bound using segment: {'id': '6057e3de-4501-4762-b925-bc274efb5c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '13ac1118-903d-4005-a119-dfbda53f229c'} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 10:23:28.037787 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-d08fa2ec-1e6a-4fe0-953e-a80f515ef9f2 None None] Bound port: bd5f23cb-36e6-4fe9-88b7-efed68654d1d, host: dv-cinder-843493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6057e3de-4501-4762-b925-bc274efb5c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '13ac1118-903d-4005-a119-dfbda53f229c'}}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 10:23:28.038178 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d08fa2ec-1e6a-4fe0-953e-a80f515ef9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (bd5f23cb-36e6-4fe9-88b7-efed68654d1d), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:28.068743 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:23:28.100944 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-d08fa2ec-1e6a-4fe0-953e-a80f515ef9f2 None None] For port bd5f23cb-36e6-4fe9-88b7-efed68654d1d, host dv-cinder-843493-2-iscsi, cleared binding levels {{(pid=103807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 10:23:28.105058 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-d08fa2ec-1e6a-4fe0-953e-a80f515ef9f2 None None] For port bd5f23cb-36e6-4fe9-88b7-efed68654d1d, host dv-cinder-843493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=bd5f23cb-36e6-4fe9-88b7-efed68654d1d,segment=NetworkSegment(6057e3de-4501-4762-b925-bc274efb5c88),segment_id=6057e3de-4501-4762-b925-bc274efb5c88)] {{(pid=103807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 10:23:28.113250 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d08fa2ec-1e6a-4fe0-953e-a80f515ef9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (bd5f23cb-36e6-4fe9-88b7-efed68654d1d), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:28.175417 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08fa2ec-1e6a-4fe0-953e-a80f515ef9f2 None None] Pushing event updated for resources: {'Port': ['ID=bd5f23cb-36e6-4fe9-88b7-efed68654d1d,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:23:29.442912 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 50286) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:23:29.767260 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [None req-71453977-e91e-458e-b586-4b94bf89ee43 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103805) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 15 10:23:29.768280 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-71453977-e91e-458e-b586-4b94bf89ee43 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3243871 Jun 15 10:23:30.093762 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=20,neutron:INSERT=35,neutron:DELETE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:23:30.096448 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=13,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:23:32.130574 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 50298) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:23:32.464206 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [None req-d0b2bd8f-0235-4b31-97d7-95b78de11fba admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103805) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 15 10:23:32.465206 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-d0b2bd8f-0235-4b31-97d7-95b78de11fba admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3335938 Jun 15 10:23:34.830290 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 50310) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:23:35.174273 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [None req-91fc33d8-6818-4c09-a9a3-9466526cccfd demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:23:35.197106 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-91fc33d8-6818-4c09-a9a3-9466526cccfd demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-364'] for router (7cd59dc0-4862-4d34-8e83-d11c37f74def), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:35.198631 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-91fc33d8-6818-4c09-a9a3-9466526cccfd demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-721569', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-357'] for router (7cd59dc0-4862-4d34-8e83-d11c37f74def), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:35.333509 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-91fc33d8-6818-4c09-a9a3-9466526cccfd demo demo] Publish callbacks [] for router_controller (7cd59dc0-4862-4d34-8e83-d11c37f74def), precommit_add_association {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:35.337957 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-91fc33d8-6818-4c09-a9a3-9466526cccfd demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-721411'] for router (7cd59dc0-4862-4d34-8e83-d11c37f74def), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:35.356409 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-91fc33d8-6818-4c09-a9a3-9466526cccfd demo demo] Publish callbacks [] for router (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:35.357590 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-91fc33d8-6818-4c09-a9a3-9466526cccfd demo demo] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5263450 Jun 15 10:23:35.657806 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device bd5f23cb-36e6-4fe9-88b7-efed68654d1d up at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:23:35.749142 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Provisioning complete for port bd5f23cb-36e6-4fe9-88b7-efed68654d1d triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:23:35.749559 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (bd5f23cb-36e6-4fe9-88b7-efed68654d1d), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:35.856689 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Current status of the port bd5f23cb-36e6-4fe9-88b7-efed68654d1d is: DOWN; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:23:35.857015 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (bd5f23cb-36e6-4fe9-88b7-efed68654d1d), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:35.894458 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] For port bd5f23cb-36e6-4fe9-88b7-efed68654d1d, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=bd5f23cb-36e6-4fe9-88b7-efed68654d1d,segment=NetworkSegment(6057e3de-4501-4762-b925-bc274efb5c88),segment_id=6057e3de-4501-4762-b925-bc274efb5c88)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:23:35.899655 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (bd5f23cb-36e6-4fe9-88b7-efed68654d1d), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:35.947257 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Pushing event updated for resources: {'Port': ['ID=bd5f23cb-36e6-4fe9-88b7-efed68654d1d,revision_number=3']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:23:36.203374 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4cfe79-19b5-43bf-9507-b1ca5c79e89f None None] Network 13ac1118-903d-4005-a119-dfbda53f229c requested from dv-cinder-843493-2-iscsi {{(pid=103807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 10:23:36.281262 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-bd33351d-9117-4a49-87b2-5c9b16e69273 None None] Provisioning complete for port bd5f23cb-36e6-4fe9-88b7-efed68654d1d triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:23:36.281653 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-bd33351d-9117-4a49-87b2-5c9b16e69273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (bd5f23cb-36e6-4fe9-88b7-efed68654d1d), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:36.394022 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-bd33351d-9117-4a49-87b2-5c9b16e69273 None None] Current status of the port bd5f23cb-36e6-4fe9-88b7-efed68654d1d is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:23:36.614108 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-def8b06f-4cfa-4f61-96da-bdc85dde3355 None None] Provisioning complete for port bd5f23cb-36e6-4fe9-88b7-efed68654d1d triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:23:36.614489 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-def8b06f-4cfa-4f61-96da-bdc85dde3355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (bd5f23cb-36e6-4fe9-88b7-efed68654d1d), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:36.639111 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:23:36.685110 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-def8b06f-4cfa-4f61-96da-bdc85dde3355 None None] Current status of the port bd5f23cb-36e6-4fe9-88b7-efed68654d1d is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:23:37.621009 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device bd5f23cb-36e6-4fe9-88b7-efed68654d1d up at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:23:37.667411 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Provisioning complete for port bd5f23cb-36e6-4fe9-88b7-efed68654d1d triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:23:37.667804 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (bd5f23cb-36e6-4fe9-88b7-efed68654d1d), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:37.696711 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:23:37.724377 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 50318) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:23:37.739181 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Current status of the port bd5f23cb-36e6-4fe9-88b7-efed68654d1d is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:23:38.045857 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [None req-d17483a4-c3c5-4d7b-bec2-5377af277d7d admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103806) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 15 10:23:38.046787 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-d17483a4-c3c5-4d7b-bec2-5377af277d7d admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3214674 Jun 15 10:23:40.368072 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 50326) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:23:40.687507 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-13f31507-d940-4272-8b6c-8d59df3c80ce admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:23:40.713355 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f31507-d940-4272-8b6c-8d59df3c80ce admin admin] Made reservation on behalf of c8da8e1de64f469c9cc5f9a5f416060d for: {'network': 1} {{(pid=103806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 10:23:40.716280 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-13f31507-d940-4272-8b6c-8d59df3c80ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for network (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:40.732217 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-13f31507-d940-4272-8b6c-8d59df3c80ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:40.840779 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-13f31507-d940-4272-8b6c-8d59df3c80ce admin admin] Publish callbacks [] for security_group (7d34445d-09b4-4a38-99ab-631a963124c9), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:40.844137 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-13f31507-d940-4272-8b6c-8d59df3c80ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (7d34445d-09b4-4a38-99ab-631a963124c9), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:40.855477 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-13f31507-d940-4272-8b6c-8d59df3c80ce admin admin] Reserving flat network on physical network physnet1 {{(pid=103806) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 15 10:23:40.889170 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-13f31507-d940-4272-8b6c-8d59df3c80ce admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732880543281', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7722752'] for segment (cb36ff63-3809-49b1-ae7b-cd8646780a76), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:40.889718 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-13f31507-d940-4272-8b6c-8d59df3c80ce admin admin] Unsubscribe: segment precommit_create {{(pid=103806) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 15 10:23:40.890256 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.db.segments_db [None req-13f31507-d940-4272-8b6c-8d59df3c80ce admin admin] Added segment cb36ff63-3809-49b1-ae7b-cd8646780a76 of type flat for network 0c6836d1-4e10-4696-9cf9-183899f77c81 Jun 15 10:23:40.907688 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f31507-d940-4272-8b6c-8d59df3c80ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d34445d-09b4-4a38-99ab-631a963124c9,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:23:40.951937 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f31507-d940-4272-8b6c-8d59df3c80ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:40.952281 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f31507-d940-4272-8b6c-8d59df3c80ce admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:40.952640 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f31507-d940-4272-8b6c-8d59df3c80ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:40.953005 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f31507-d940-4272-8b6c-8d59df3c80ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:40.953384 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f31507-d940-4272-8b6c-8d59df3c80ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:40.953671 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f31507-d940-4272-8b6c-8d59df3c80ce admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:40.953993 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f31507-d940-4272-8b6c-8d59df3c80ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:40.954833 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f31507-d940-4272-8b6c-8d59df3c80ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:40.955195 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f31507-d940-4272-8b6c-8d59df3c80ce admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:40.955525 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f31507-d940-4272-8b6c-8d59df3c80ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:40.955862 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f31507-d940-4272-8b6c-8d59df3c80ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:40.956202 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f31507-d940-4272-8b6c-8d59df3c80ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:40.956525 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f31507-d940-4272-8b6c-8d59df3c80ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:40.956843 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f31507-d940-4272-8b6c-8d59df3c80ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:40.957161 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f31507-d940-4272-8b6c-8d59df3c80ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:40.958545 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f31507-d940-4272-8b6c-8d59df3c80ce admin admin] Tracked resource versions report: Jun 15 10:23:40.958545 dv-cinder-843493-2-iscsi neutron-server[103806]: pushed versions: Jun 15 10:23:40.958545 dv-cinder-843493-2-iscsi neutron-server[103806]: { 'AddressGroup': {'1.2'}, Jun 15 10:23:40.958545 dv-cinder-843493-2-iscsi neutron-server[103806]: 'Agent': {'1.1'}, Jun 15 10:23:40.958545 dv-cinder-843493-2-iscsi neutron-server[103806]: 'ConntrackHelper': {'1.0'}, Jun 15 10:23:40.958545 dv-cinder-843493-2-iscsi neutron-server[103806]: 'LocalIPAssociation': {'1.0'}, Jun 15 10:23:40.958545 dv-cinder-843493-2-iscsi neutron-server[103806]: 'Log': {'1.0'}, Jun 15 10:23:40.958545 dv-cinder-843493-2-iscsi neutron-server[103806]: 'NDPProxy': {'1.0'}, Jun 15 10:23:40.958545 dv-cinder-843493-2-iscsi neutron-server[103806]: 'Network': {'1.1'}, Jun 15 10:23:40.958545 dv-cinder-843493-2-iscsi neutron-server[103806]: 'Port': {'1.7'}, Jun 15 10:23:40.958545 dv-cinder-843493-2-iscsi neutron-server[103806]: 'PortForwarding': {'1.3'}, Jun 15 10:23:40.958545 dv-cinder-843493-2-iscsi neutron-server[103806]: 'QosPolicy': {'1.10'}, Jun 15 10:23:40.958545 dv-cinder-843493-2-iscsi neutron-server[103806]: 'SecurityGroup': {'1.5'}, Jun 15 10:23:40.958545 dv-cinder-843493-2-iscsi neutron-server[103806]: 'SecurityGroupRule': {'1.2'}, Jun 15 10:23:40.958545 dv-cinder-843493-2-iscsi neutron-server[103806]: 'SubPort': {'1.0'}, Jun 15 10:23:40.958545 dv-cinder-843493-2-iscsi neutron-server[103806]: 'Subnet': {'1.1'}, Jun 15 10:23:40.958545 dv-cinder-843493-2-iscsi neutron-server[103806]: 'Trunk': {'1.1'}} Jun 15 10:23:40.958545 dv-cinder-843493-2-iscsi neutron-server[103806]: consumer versions: Jun 15 10:23:40.958545 dv-cinder-843493-2-iscsi neutron-server[103806]: { DHCP agent@dv-cinder-843493-2-iscsi: {}, Jun 15 10:23:40.958545 dv-cinder-843493-2-iscsi neutron-server[103806]: L3 agent@dv-cinder-843493-2-iscsi: {}, Jun 15 10:23:40.958545 dv-cinder-843493-2-iscsi neutron-server[103806]: Metadata agent@dv-cinder-843493-2-iscsi: {}, Jun 15 10:23:40.958545 dv-cinder-843493-2-iscsi neutron-server[103806]: Metering agent@dv-cinder-843493-2-iscsi: {}, Jun 15 10:23:40.958545 dv-cinder-843493-2-iscsi neutron-server[103806]: Open vSwitch agent@dv-cinder-843493-2-iscsi: { 'AddressGroup': '1.2', Jun 15 10:23:40.958545 dv-cinder-843493-2-iscsi neutron-server[103806]: 'Agent': '1.1', Jun 15 10:23:40.958545 dv-cinder-843493-2-iscsi neutron-server[103806]: 'ConntrackHelper': '1.0', Jun 15 10:23:40.958545 dv-cinder-843493-2-iscsi neutron-server[103806]: 'LocalIPAssociation': '1.0', Jun 15 10:23:40.958545 dv-cinder-843493-2-iscsi neutron-server[103806]: 'Log': '1.0', Jun 15 10:23:40.958545 dv-cinder-843493-2-iscsi neutron-server[103806]: 'NDPProxy': '1.0', Jun 15 10:23:40.958545 dv-cinder-843493-2-iscsi neutron-server[103806]: 'Network': '1.1', Jun 15 10:23:40.958545 dv-cinder-843493-2-iscsi neutron-server[103806]: 'Port': '1.7', Jun 15 10:23:40.958545 dv-cinder-843493-2-iscsi neutron-server[103806]: 'PortForwarding': '1.3', Jun 15 10:23:40.958545 dv-cinder-843493-2-iscsi neutron-server[103806]: 'QosPolicy': '1.10', Jun 15 10:23:40.958545 dv-cinder-843493-2-iscsi neutron-server[103806]: 'SecurityGroup': '1.5', Jun 15 10:23:40.958545 dv-cinder-843493-2-iscsi neutron-server[103806]: 'SecurityGroupRule': '1.2', Jun 15 10:23:40.958545 dv-cinder-843493-2-iscsi neutron-server[103806]: 'SubPort': '1.0', Jun 15 10:23:40.958545 dv-cinder-843493-2-iscsi neutron-server[103806]: 'Subnet': '1.1', Jun 15 10:23:40.958545 dv-cinder-843493-2-iscsi neutron-server[103806]: 'Trunk': '1.1'}} Jun 15 10:23:40.958545 dv-cinder-843493-2-iscsi neutron-server[103806]: {{(pid=103806) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 10:23:41.008498 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-13f31507-d940-4272-8b6c-8d59df3c80ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732880046228'] for network (0c6836d1-4e10-4696-9cf9-183899f77c81), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:41.053337 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-13f31507-d940-4272-8b6c-8d59df3c80ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468'] for network (0c6836d1-4e10-4696-9cf9-183899f77c81), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:41.054524 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f31507-d940-4272-8b6c-8d59df3c80ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:23:41.055293 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-13f31507-d940-4272-8b6c-8d59df3c80ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for network (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:41.117135 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-13f31507-d940-4272-8b6c-8d59df3c80ce admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7480412 Jun 15 10:23:41.157826 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f31507-d940-4272-8b6c-8d59df3c80ce admin admin] Pushing event updated for resources: {'Network': ['ID=0c6836d1-4e10-4696-9cf9-183899f77c81,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:23:41.168765 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Network 0c6836d1-4e10-4696-9cf9-183899f77c81 details requested by agent ovs-agent-dv-cinder-843493-2-iscsi with host dv-cinder-843493-2-iscsi {{(pid=103807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 10:23:42.964725 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-83c7f679-920e-4d02-82a7-1de98fb681ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (e7b68426-6abe-45ee-a2ce-c32f72f66753), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:43.444747 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 50338) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:23:43.849108 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9c1c4c-10a0-4bc7-8a32-fd6ae6c67e3a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:23:43.850479 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-de9c1c4c-10a0-4bc7-8a32-fd6ae6c67e3a demo admin] 10.222.0.49 "GET /v2.0/subnets/ed6f78c6-9b79-4e72-a40e-5e533d48f650 HTTP/1.1" status: 200 len: 849 time: 0.4047897 Jun 15 10:23:44.023240 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-0c46c3a2-f49a-46d8-8145-ce205fbd1c1c demo admin] 10.222.0.49 "GET /v2.0/routers/7cd59dc0-4862-4d34-8e83-d11c37f74def HTTP/1.1" status: 200 len: 704 time: 0.1668556 Jun 15 10:23:44.280992 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-51c90f1c-c1a8-4d4d-b446-8dfcc0c69842 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:44.506615 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:23:44.545022 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:23:44.572940 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_common [None req-51c90f1c-c1a8-4d4d-b446-8dfcc0c69842 demo admin] Allocated IP 172.20.0.1 (13ac1118-903d-4005-a119-dfbda53f229c/ed6f78c6-9b79-4e72-a40e-5e533d48f650/a4eb1c86-9b51-4880-bd67-fb5c9d97c6a8) {{(pid=103806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:23:44.751912 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-51c90f1c-c1a8-4d4d-b446-8dfcc0c69842 demo admin] Publish callbacks [] for port (a4eb1c86-9b51-4880-bd67-fb5c9d97c6a8), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:44.815132 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-51c90f1c-c1a8-4d4d-b446-8dfcc0c69842 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205'] for port (a4eb1c86-9b51-4880-bd67-fb5c9d97c6a8), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:44.890483 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c90f1c-c1a8-4d4d-b446-8dfcc0c69842 demo admin] Network 13ac1118-903d-4005-a119-dfbda53f229c is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:23:44.899802 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [None req-51c90f1c-c1a8-4d4d-b446-8dfcc0c69842 demo admin] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:23:44.904603 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c90f1c-c1a8-4d4d-b446-8dfcc0c69842 demo admin] Pushing event updated for resources: {'Port': ['ID=a4eb1c86-9b51-4880-bd67-fb5c9d97c6a8,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:23:44.908603 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c90f1c-c1a8-4d4d-b446-8dfcc0c69842 demo admin] Received port after_create {{(pid=103806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:23:44.908603 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-51c90f1c-c1a8-4d4d-b446-8dfcc0c69842 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-721191'] for router_interface (7cd59dc0-4862-4d34-8e83-d11c37f74def), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:45.104566 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-51c90f1c-c1a8-4d4d-b446-8dfcc0c69842 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (a4eb1c86-9b51-4880-bd67-fb5c9d97c6a8), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:45.147900 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-20f3efd9-78df-4b1f-8727-64398670ca88 None None] Provisioning complete for port a4eb1c86-9b51-4880-bd67-fb5c9d97c6a8 triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:23:45.148455 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-20f3efd9-78df-4b1f-8727-64398670ca88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (a4eb1c86-9b51-4880-bd67-fb5c9d97c6a8), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:45.247646 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-20f3efd9-78df-4b1f-8727-64398670ca88 None None] Port a4eb1c86-9b51-4880-bd67-fb5c9d97c6a8 cannot update to ACTIVE because it is not bound. {{(pid=103807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 10:23:45.249386 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f00788ae-0e41-446e-bbb1-0a5f04420bf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (06043943-94cb-49df-a062-a4886c03e673), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:45.348284 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=51,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:23:45.350608 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=20,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:23:45.369426 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-51c90f1c-c1a8-4d4d-b446-8dfcc0c69842 demo admin] Publish callbacks [] for port (a4eb1c86-9b51-4880-bd67-fb5c9d97c6a8), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:45.373658 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-51c90f1c-c1a8-4d4d-b446-8dfcc0c69842 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (a4eb1c86-9b51-4880-bd67-fb5c9d97c6a8), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:45.374483 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-51c90f1c-c1a8-4d4d-b446-8dfcc0c69842 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-721243'] for router_interface (7cd59dc0-4862-4d34-8e83-d11c37f74def), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:45.429729 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c90f1c-c1a8-4d4d-b446-8dfcc0c69842 demo admin] Pushing event updated for resources: {'Port': ['ID=a4eb1c86-9b51-4880-bd67-fb5c9d97c6a8,revision_number=2']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:23:45.517197 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c90f1c-c1a8-4d4d-b446-8dfcc0c69842 demo admin] Network 13ac1118-903d-4005-a119-dfbda53f229c is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:23:45.518498 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [None req-51c90f1c-c1a8-4d4d-b446-8dfcc0c69842 demo admin] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:23:45.528903 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:23:45.654521 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:23:45.679699 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c90f1c-c1a8-4d4d-b446-8dfcc0c69842 demo admin] Router 7cd59dc0-4862-4d34-8e83-d11c37f74def is scheduled to L3 agent 06043943-94cb-49df-a062-a4886c03e673 with binding_index 1 {{(pid=103806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 15 10:23:45.765839 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c90f1c-c1a8-4d4d-b446-8dfcc0c69842 demo admin] Notify agent at l3_agent.dv-cinder-843493-2-iscsi the message routers_updated {{(pid=103806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 10:23:45.767062 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-709c31cd-6566-45c7-9c37-6ec663fd5d32 None None] Provisioning complete for port a4eb1c86-9b51-4880-bd67-fb5c9d97c6a8 triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:23:45.767760 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-709c31cd-6566-45c7-9c37-6ec663fd5d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (a4eb1c86-9b51-4880-bd67-fb5c9d97c6a8), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:45.772270 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-51c90f1c-c1a8-4d4d-b446-8dfcc0c69842 demo admin] 10.222.0.49 "PUT /v2.0/routers/7cd59dc0-4862-4d34-8e83-d11c37f74def/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7424469 Jun 15 10:23:45.776839 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d395b7f-9694-4258-ba4f-66d78c4ede5b None None] Sync routers for ids ['7cd59dc0-4862-4d34-8e83-d11c37f74def'] in dv-cinder-843493-2-iscsi {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 10:23:45.789653 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d395b7f-9694-4258-ba4f-66d78c4ede5b None None] Routers {'7cd59dc0-4862-4d34-8e83-d11c37f74def'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:23:45.790805 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-7d395b7f-9694-4258-ba4f-66d78c4ede5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:23:45Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['7cd59dc0-4862-4d34-8e83-d11c37f74def'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:23:45.809336 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-709c31cd-6566-45c7-9c37-6ec663fd5d32 None None] Port a4eb1c86-9b51-4880-bd67-fb5c9d97c6a8 cannot update to ACTIVE because it is not bound. {{(pid=103807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 10:23:45.976551 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-7d395b7f-9694-4258-ba4f-66d78c4ede5b None None] Set router 7cd59dc0-4862-4d34-8e83-d11c37f74def gateway port host: None {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:23:46.307836 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-59f444b4-2386-4fe1-b50f-b9e54b42d680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (3cca6303-0f2e-4b13-b82d-f2749c30f699), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:46.388510 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-7d395b7f-9694-4258-ba4f-66d78c4ede5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd59dc0-4862-4d34-8e83-d11c37f74def', 'name': 'router1', 'tenant_id': '5f3cd857995e418386bb22cdf90c1ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:23:35Z', 'updated_at': '2022-06-15T10:23:45Z', 'revision_number': 2, 'project_id': '5f3cd857995e418386bb22cdf90c1ae9', 'gw_port_host': None, '_interfaces': [{'id': 'a4eb1c86-9b51-4880-bd67-fb5c9d97c6a8', 'name': '', 'network_id': '13ac1118-903d-4005-a119-dfbda53f229c', 'tenant_id': '5f3cd857995e418386bb22cdf90c1ae9', 'mac_address': 'fa:16:3e:48:16:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd59dc0-4862-4d34-8e83-d11c37f74def', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ed6f78c6-9b79-4e72-a40e-5e533d48f650', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:23:44Z', 'updated_at': '2022-06-15T10:23:45Z', 'revision_number': 2, 'project_id': '5f3cd857995e418386bb22cdf90c1ae9', 'subnets': [{'id': 'ed6f78c6-9b79-4e72-a40e-5e533d48f650', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '88f35464-2dbb-4e72-9cd7-dde1a17d0672'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:23:46.439465 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d395b7f-9694-4258-ba4f-66d78c4ede5b None None] Checking router: 7cd59dc0-4862-4d34-8e83-d11c37f74def for host: dv-cinder-843493-2-iscsi {{(pid=103808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 10:23:46.439837 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d395b7f-9694-4258-ba4f-66d78c4ede5b None None] Updating router 7cd59dc0-4862-4d34-8e83-d11c37f74def port a4eb1c86-9b51-4880-bd67-fb5c9d97c6a8 binding host dv-cinder-843493-2-iscsi {{(pid=103808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 10:23:46.493182 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7d395b7f-9694-4258-ba4f-66d78c4ede5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (a4eb1c86-9b51-4880-bd67-fb5c9d97c6a8), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:46.994461 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7d395b7f-9694-4258-ba4f-66d78c4ede5b None None] Publish callbacks [] for port (a4eb1c86-9b51-4880-bd67-fb5c9d97c6a8), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:47.000717 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7d395b7f-9694-4258-ba4f-66d78c4ede5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (a4eb1c86-9b51-4880-bd67-fb5c9d97c6a8), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:47.140370 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb3e702-755e-4dac-9d70-51899668003a None None] Pushing event updated for resources: {'Port': ['ID=a4eb1c86-9b51-4880-bd67-fb5c9d97c6a8,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:23:47.169433 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb3e702-755e-4dac-9d70-51899668003a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:47.169784 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb3e702-755e-4dac-9d70-51899668003a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:47.170132 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb3e702-755e-4dac-9d70-51899668003a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:47.170476 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb3e702-755e-4dac-9d70-51899668003a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:47.170807 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb3e702-755e-4dac-9d70-51899668003a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:47.171152 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb3e702-755e-4dac-9d70-51899668003a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:47.171481 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb3e702-755e-4dac-9d70-51899668003a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:47.171803 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb3e702-755e-4dac-9d70-51899668003a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:47.172125 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb3e702-755e-4dac-9d70-51899668003a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:47.172445 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb3e702-755e-4dac-9d70-51899668003a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:47.173297 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb3e702-755e-4dac-9d70-51899668003a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:47.173639 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb3e702-755e-4dac-9d70-51899668003a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:47.173961 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb3e702-755e-4dac-9d70-51899668003a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:47.174278 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb3e702-755e-4dac-9d70-51899668003a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:47.174593 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb3e702-755e-4dac-9d70-51899668003a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:23:47.176057 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb3e702-755e-4dac-9d70-51899668003a None None] Tracked resource versions report: Jun 15 10:23:47.176057 dv-cinder-843493-2-iscsi neutron-server[103808]: pushed versions: Jun 15 10:23:47.176057 dv-cinder-843493-2-iscsi neutron-server[103808]: { 'AddressGroup': {'1.2'}, Jun 15 10:23:47.176057 dv-cinder-843493-2-iscsi neutron-server[103808]: 'Agent': {'1.1'}, Jun 15 10:23:47.176057 dv-cinder-843493-2-iscsi neutron-server[103808]: 'ConntrackHelper': {'1.0'}, Jun 15 10:23:47.176057 dv-cinder-843493-2-iscsi neutron-server[103808]: 'LocalIPAssociation': {'1.0'}, Jun 15 10:23:47.176057 dv-cinder-843493-2-iscsi neutron-server[103808]: 'Log': {'1.0'}, Jun 15 10:23:47.176057 dv-cinder-843493-2-iscsi neutron-server[103808]: 'NDPProxy': {'1.0'}, Jun 15 10:23:47.176057 dv-cinder-843493-2-iscsi neutron-server[103808]: 'Network': {'1.1'}, Jun 15 10:23:47.176057 dv-cinder-843493-2-iscsi neutron-server[103808]: 'Port': {'1.7'}, Jun 15 10:23:47.176057 dv-cinder-843493-2-iscsi neutron-server[103808]: 'PortForwarding': {'1.3'}, Jun 15 10:23:47.176057 dv-cinder-843493-2-iscsi neutron-server[103808]: 'QosPolicy': {'1.10'}, Jun 15 10:23:47.176057 dv-cinder-843493-2-iscsi neutron-server[103808]: 'SecurityGroup': {'1.5'}, Jun 15 10:23:47.176057 dv-cinder-843493-2-iscsi neutron-server[103808]: 'SecurityGroupRule': {'1.2'}, Jun 15 10:23:47.176057 dv-cinder-843493-2-iscsi neutron-server[103808]: 'SubPort': {'1.0'}, Jun 15 10:23:47.176057 dv-cinder-843493-2-iscsi neutron-server[103808]: 'Subnet': {'1.1'}, Jun 15 10:23:47.176057 dv-cinder-843493-2-iscsi neutron-server[103808]: 'Trunk': {'1.1'}} Jun 15 10:23:47.176057 dv-cinder-843493-2-iscsi neutron-server[103808]: consumer versions: Jun 15 10:23:47.176057 dv-cinder-843493-2-iscsi neutron-server[103808]: { DHCP agent@dv-cinder-843493-2-iscsi: {}, Jun 15 10:23:47.176057 dv-cinder-843493-2-iscsi neutron-server[103808]: L3 agent@dv-cinder-843493-2-iscsi: {}, Jun 15 10:23:47.176057 dv-cinder-843493-2-iscsi neutron-server[103808]: Metadata agent@dv-cinder-843493-2-iscsi: {}, Jun 15 10:23:47.176057 dv-cinder-843493-2-iscsi neutron-server[103808]: Metering agent@dv-cinder-843493-2-iscsi: {}, Jun 15 10:23:47.176057 dv-cinder-843493-2-iscsi neutron-server[103808]: Open vSwitch agent@dv-cinder-843493-2-iscsi: { 'AddressGroup': '1.2', Jun 15 10:23:47.176057 dv-cinder-843493-2-iscsi neutron-server[103808]: 'Agent': '1.1', Jun 15 10:23:47.176057 dv-cinder-843493-2-iscsi neutron-server[103808]: 'ConntrackHelper': '1.0', Jun 15 10:23:47.176057 dv-cinder-843493-2-iscsi neutron-server[103808]: 'LocalIPAssociation': '1.0', Jun 15 10:23:47.176057 dv-cinder-843493-2-iscsi neutron-server[103808]: 'Log': '1.0', Jun 15 10:23:47.176057 dv-cinder-843493-2-iscsi neutron-server[103808]: 'NDPProxy': '1.0', Jun 15 10:23:47.176057 dv-cinder-843493-2-iscsi neutron-server[103808]: 'Network': '1.1', Jun 15 10:23:47.176057 dv-cinder-843493-2-iscsi neutron-server[103808]: 'Port': '1.7', Jun 15 10:23:47.176057 dv-cinder-843493-2-iscsi neutron-server[103808]: 'PortForwarding': '1.3', Jun 15 10:23:47.176057 dv-cinder-843493-2-iscsi neutron-server[103808]: 'QosPolicy': '1.10', Jun 15 10:23:47.176057 dv-cinder-843493-2-iscsi neutron-server[103808]: 'SecurityGroup': '1.5', Jun 15 10:23:47.176057 dv-cinder-843493-2-iscsi neutron-server[103808]: 'SecurityGroupRule': '1.2', Jun 15 10:23:47.176057 dv-cinder-843493-2-iscsi neutron-server[103808]: 'SubPort': '1.0', Jun 15 10:23:47.176057 dv-cinder-843493-2-iscsi neutron-server[103808]: 'Subnet': '1.1', Jun 15 10:23:47.176057 dv-cinder-843493-2-iscsi neutron-server[103808]: 'Trunk': '1.1'}} Jun 15 10:23:47.176057 dv-cinder-843493-2-iscsi neutron-server[103808]: {{(pid=103808) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 10:23:47.190260 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-7d395b7f-9694-4258-ba4f-66d78c4ede5b None None] Attempting to bind port a4eb1c86-9b51-4880-bd67-fb5c9d97c6a8 on host dv-cinder-843493-2-iscsi for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 10:23:47.190660 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-7d395b7f-9694-4258-ba4f-66d78c4ede5b None None] Attempting to bind port a4eb1c86-9b51-4880-bd67-fb5c9d97c6a8 by drivers openvswitch,hyperv on host dv-cinder-843493-2-iscsi at level 0 using segments [{'id': '6057e3de-4501-4762-b925-bc274efb5c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '13ac1118-903d-4005-a119-dfbda53f229c'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 10:23:47.191113 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d395b7f-9694-4258-ba4f-66d78c4ede5b None None] Attempting to bind port a4eb1c86-9b51-4880-bd67-fb5c9d97c6a8 on network 13ac1118-903d-4005-a119-dfbda53f229c {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:23:47.196726 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d395b7f-9694-4258-ba4f-66d78c4ede5b None None] Checking agent: {'id': 'ad84a4c2-87cd-4603-a219-98785ef58eeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 10, 23, 18), 'started_at': datetime.datetime(2022, 6, 15, 10, 23, 18), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 10, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 10:23:47.197127 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d395b7f-9694-4258-ba4f-66d78c4ede5b None None] Checking segment: {'id': '6057e3de-4501-4762-b925-bc274efb5c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '13ac1118-903d-4005-a119-dfbda53f229c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:23:47.197613 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7d395b7f-9694-4258-ba4f-66d78c4ede5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:47.198001 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d395b7f-9694-4258-ba4f-66d78c4ede5b None None] Bound using segment: {'id': '6057e3de-4501-4762-b925-bc274efb5c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '13ac1118-903d-4005-a119-dfbda53f229c'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 10:23:47.198498 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-7d395b7f-9694-4258-ba4f-66d78c4ede5b None None] Bound port: a4eb1c86-9b51-4880-bd67-fb5c9d97c6a8, host: dv-cinder-843493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6057e3de-4501-4762-b925-bc274efb5c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '13ac1118-903d-4005-a119-dfbda53f229c'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 10:23:47.198870 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7d395b7f-9694-4258-ba4f-66d78c4ede5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (a4eb1c86-9b51-4880-bd67-fb5c9d97c6a8), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:47.262062 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-7d395b7f-9694-4258-ba4f-66d78c4ede5b None None] For port a4eb1c86-9b51-4880-bd67-fb5c9d97c6a8, host dv-cinder-843493-2-iscsi, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 10:23:47.282118 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:23:47.284149 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-7d395b7f-9694-4258-ba4f-66d78c4ede5b None None] For port a4eb1c86-9b51-4880-bd67-fb5c9d97c6a8, host dv-cinder-843493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=a4eb1c86-9b51-4880-bd67-fb5c9d97c6a8,segment=NetworkSegment(6057e3de-4501-4762-b925-bc274efb5c88),segment_id=6057e3de-4501-4762-b925-bc274efb5c88)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 10:23:47.285222 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:23:47.293346 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7d395b7f-9694-4258-ba4f-66d78c4ede5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (a4eb1c86-9b51-4880-bd67-fb5c9d97c6a8), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:47.347972 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-b54bbdda-1c8f-4501-a73b-0326b83eb1b8 None None] Provisioning complete for port a4eb1c86-9b51-4880-bd67-fb5c9d97c6a8 triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:23:47.348480 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b54bbdda-1c8f-4501-a73b-0326b83eb1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (a4eb1c86-9b51-4880-bd67-fb5c9d97c6a8), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:47.352276 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d395b7f-9694-4258-ba4f-66d78c4ede5b None None] Routers {'7cd59dc0-4862-4d34-8e83-d11c37f74def'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:23:47.352895 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-7d395b7f-9694-4258-ba4f-66d78c4ede5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:23:45Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['7cd59dc0-4862-4d34-8e83-d11c37f74def'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:23:47.414257 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb3e702-755e-4dac-9d70-51899668003a None None] Pushing event updated for resources: {'Port': ['ID=a4eb1c86-9b51-4880-bd67-fb5c9d97c6a8,revision_number=4']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:23:47.431255 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-b54bbdda-1c8f-4501-a73b-0326b83eb1b8 None None] Current status of the port a4eb1c86-9b51-4880-bd67-fb5c9d97c6a8 is: DOWN; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:23:47.431839 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b54bbdda-1c8f-4501-a73b-0326b83eb1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (a4eb1c86-9b51-4880-bd67-fb5c9d97c6a8), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:47.447440 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-7d395b7f-9694-4258-ba4f-66d78c4ede5b None None] Set router 7cd59dc0-4862-4d34-8e83-d11c37f74def gateway port host: None {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:23:47.467539 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-b54bbdda-1c8f-4501-a73b-0326b83eb1b8 None None] For port a4eb1c86-9b51-4880-bd67-fb5c9d97c6a8, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=a4eb1c86-9b51-4880-bd67-fb5c9d97c6a8,segment=NetworkSegment(6057e3de-4501-4762-b925-bc274efb5c88),segment_id=6057e3de-4501-4762-b925-bc274efb5c88)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:23:47.472904 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b54bbdda-1c8f-4501-a73b-0326b83eb1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (a4eb1c86-9b51-4880-bd67-fb5c9d97c6a8), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:47.525509 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54bbdda-1c8f-4501-a73b-0326b83eb1b8 None None] Pushing event updated for resources: {'Port': ['ID=a4eb1c86-9b51-4880-bd67-fb5c9d97c6a8,revision_number=5']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:23:47.596396 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-be74d038-eab8-4930-8449-c1793fba6a9e None None] Provisioning complete for port a4eb1c86-9b51-4880-bd67-fb5c9d97c6a8 triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:23:47.597208 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-be74d038-eab8-4930-8449-c1793fba6a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (a4eb1c86-9b51-4880-bd67-fb5c9d97c6a8), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:47.652433 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-7d395b7f-9694-4258-ba4f-66d78c4ede5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd59dc0-4862-4d34-8e83-d11c37f74def', 'name': 'router1', 'tenant_id': '5f3cd857995e418386bb22cdf90c1ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:23:35Z', 'updated_at': '2022-06-15T10:23:45Z', 'revision_number': 2, 'project_id': '5f3cd857995e418386bb22cdf90c1ae9', 'gw_port_host': None, '_interfaces': [{'id': 'a4eb1c86-9b51-4880-bd67-fb5c9d97c6a8', 'name': '', 'network_id': '13ac1118-903d-4005-a119-dfbda53f229c', 'tenant_id': '5f3cd857995e418386bb22cdf90c1ae9', 'mac_address': 'fa:16:3e:48:16:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd59dc0-4862-4d34-8e83-d11c37f74def', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ed6f78c6-9b79-4e72-a40e-5e533d48f650', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:23:44Z', 'updated_at': '2022-06-15T10:23:47Z', 'revision_number': 4, 'project_id': '5f3cd857995e418386bb22cdf90c1ae9', 'subnets': [{'id': 'ed6f78c6-9b79-4e72-a40e-5e533d48f650', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '88f35464-2dbb-4e72-9cd7-dde1a17d0672'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:23:47.677696 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-be74d038-eab8-4930-8449-c1793fba6a9e None None] Current status of the port a4eb1c86-9b51-4880-bd67-fb5c9d97c6a8 is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:23:47.682621 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d395b7f-9694-4258-ba4f-66d78c4ede5b None None] The sync data for ids ['7cd59dc0-4862-4d34-8e83-d11c37f74def'] in dv-cinder-843493-2-iscsi is: [{'id': '7cd59dc0-4862-4d34-8e83-d11c37f74def', 'name': 'router1', 'tenant_id': '5f3cd857995e418386bb22cdf90c1ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:23:35Z', 'updated_at': '2022-06-15T10:23:45Z', 'revision_number': 2, 'project_id': '5f3cd857995e418386bb22cdf90c1ae9', 'gw_port_host': None, '_interfaces': [{'id': 'a4eb1c86-9b51-4880-bd67-fb5c9d97c6a8', 'name': '', 'network_id': '13ac1118-903d-4005-a119-dfbda53f229c', 'tenant_id': '5f3cd857995e418386bb22cdf90c1ae9', 'mac_address': 'fa:16:3e:48:16:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd59dc0-4862-4d34-8e83-d11c37f74def', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ed6f78c6-9b79-4e72-a40e-5e533d48f650', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:23:44Z', 'updated_at': '2022-06-15T10:23:47Z', 'revision_number': 4, 'project_id': '5f3cd857995e418386bb22cdf90c1ae9', 'subnets': [{'id': 'ed6f78c6-9b79-4e72-a40e-5e533d48f650', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '88f35464-2dbb-4e72-9cd7-dde1a17d0672'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 10:23:47.700202 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-28d06d32-ea2f-4019-b04d-5ef5fa4d530e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (28e3d1c3-881c-45f9-bfee-5bcc9597e0ae), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:47.923920 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (ad84a4c2-87cd-4603-a219-98785ef58eeb), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:48.131323 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 50364) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:23:48.331876 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08a7617-b8e4-42c7-bfa6-a979ec05c39e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:23:48.333362 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-b08a7617-b8e4-42c7-bfa6-a979ec05c39e admin admin] 10.222.0.49 "GET /v2.0/networks/0c6836d1-4e10-4696-9cf9-183899f77c81 HTTP/1.1" status: 200 len: 842 time: 0.2005355 Jun 15 10:23:48.342649 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-39a8dcc6-c39b-414b-9280-8fdb4ee8959d admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'enable_dhcp': False, 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'ip_version': 4}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:23:48.365398 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a8dcc6-c39b-414b-9280-8fdb4ee8959d admin admin] Made reservation on behalf of c8da8e1de64f469c9cc5f9a5f416060d for: {'subnet': 1} {{(pid=103806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 10:23:48.367764 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-39a8dcc6-c39b-414b-9280-8fdb4ee8959d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:48.657060 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.objects.ports [None req-39a8dcc6-c39b-414b-9280-8fdb4ee8959d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103806) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 15 10:23:48.657472 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-39a8dcc6-c39b-414b-9280-8fdb4ee8959d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468'] for subnet (849db9c0-6b0b-495f-a2c9-c288d42c277d), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:48.713683 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a8dcc6-c39b-414b-9280-8fdb4ee8959d admin admin] Pushing event updated for resources: {'Subnet': ['ID=849db9c0-6b0b-495f-a2c9-c288d42c277d,revision_number=0']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:23:48.725232 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a8dcc6-c39b-414b-9280-8fdb4ee8959d admin admin] Checking segment: {'id': 'cb36ff63-3809-49b1-ae7b-cd8646780a76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:23:48.725591 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a8dcc6-c39b-414b-9280-8fdb4ee8959d admin admin] Network hostable DHCP agents. Network: 0c6836d1-4e10-4696-9cf9-183899f77c81, hostable agents: ['e7b68426-6abe-45ee-a2ce-c32f72f66753'], hosted agents: [] {{(pid=103806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 10:23:48.747285 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a8dcc6-c39b-414b-9280-8fdb4ee8959d admin admin] Network 0c6836d1-4e10-4696-9cf9-183899f77c81 is scheduled to be hosted by DHCP agent e7b68426-6abe-45ee-a2ce-c32f72f66753 with binding_index 1 {{(pid=103806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 10:23:48.758280 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [None req-39a8dcc6-c39b-414b-9280-8fdb4ee8959d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843493-2-iscsi, 0c6836d1-4e10-4696-9cf9-183899f77c81) {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:23:48.762716 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a8dcc6-c39b-414b-9280-8fdb4ee8959d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:23:48.763341 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-39a8dcc6-c39b-414b-9280-8fdb4ee8959d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for subnet (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:48.767906 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fc7747-a099-49e9-861d-888b86e935ff None None] Network 0c6836d1-4e10-4696-9cf9-183899f77c81 requested from dv-cinder-843493-2-iscsi {{(pid=103807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 10:23:48.791124 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-39a8dcc6-c39b-414b-9280-8fdb4ee8959d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4407434 Jun 15 10:23:48.883915 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13174bc-33cc-440e-9de4-d41cd506fdb5 None None] Network 0c6836d1-4e10-4696-9cf9-183899f77c81 requested from dv-cinder-843493-2-iscsi {{(pid=103807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 10:23:48.947466 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:23:51.151786 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 50382) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:23:51.286325 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-3237b45f-fd90-4969-8741-663be83e5d6a demo admin] 10.222.0.49 "GET /v2.0/routers/7cd59dc0-4862-4d34-8e83-d11c37f74def HTTP/1.1" status: 200 len: 710 time: 0.1333213 Jun 15 10:23:51.370334 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6aa3a77-d9b0-45cc-abdb-3a0e4ae8c4c5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:23:51.371763 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-d6aa3a77-d9b0-45cc-abdb-3a0e4ae8c4c5 demo admin] 10.222.0.49 "GET /v2.0/networks/0c6836d1-4e10-4696-9cf9-183899f77c81 HTTP/1.1" status: 200 len: 886 time: 0.0799317 Jun 15 10:23:51.380852 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-f4c47ec9-8ee4-4e7a-9c4d-7ba9045fdff7 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81'}}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:23:51.446907 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:23:51.458123 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:23:51.694828 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-f4c47ec9-8ee4-4e7a-9c4d-7ba9045fdff7 demo admin] Publish callbacks [] for router_gateway (7cd59dc0-4862-4d34-8e83-d11c37f74def), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:51.910059 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-f4c47ec9-8ee4-4e7a-9c4d-7ba9045fdff7 demo admin] Publish callbacks [] for router_gateway (7cd59dc0-4862-4d34-8e83-d11c37f74def), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:51.984519 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-f4c47ec9-8ee4-4e7a-9c4d-7ba9045fdff7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:52.090519 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_common [None req-f4c47ec9-8ee4-4e7a-9c4d-7ba9045fdff7 demo admin] Allocated IP 172.27.0.202 (0c6836d1-4e10-4696-9cf9-183899f77c81/849db9c0-6b0b-495f-a2c9-c288d42c277d/5a684ed8-b59f-4ca7-8770-2d004815feaf) {{(pid=103806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:23:52.192711 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-f4c47ec9-8ee4-4e7a-9c4d-7ba9045fdff7 demo admin] Publish callbacks [] for port (5a684ed8-b59f-4ca7-8770-2d004815feaf), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:52.223806 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-f4c47ec9-8ee4-4e7a-9c4d-7ba9045fdff7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205'] for port (5a684ed8-b59f-4ca7-8770-2d004815feaf), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:52.255320 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:23:52.257180 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c47ec9-8ee4-4e7a-9c4d-7ba9045fdff7 demo admin] Network 0c6836d1-4e10-4696-9cf9-183899f77c81 is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:23:52.264109 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [None req-f4c47ec9-8ee4-4e7a-9c4d-7ba9045fdff7 demo admin] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:23:52.270166 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c47ec9-8ee4-4e7a-9c4d-7ba9045fdff7 demo admin] Received port after_create {{(pid=103806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:23:52.307691 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c47ec9-8ee4-4e7a-9c4d-7ba9045fdff7 demo admin] Pushing event updated for resources: {'Port': ['ID=5a684ed8-b59f-4ca7-8770-2d004815feaf,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:23:52.520156 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-f4c47ec9-8ee4-4e7a-9c4d-7ba9045fdff7 demo admin] Publish callbacks [] for router_gateway (7cd59dc0-4862-4d34-8e83-d11c37f74def), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:52.584274 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:23:52.711474 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-f4c47ec9-8ee4-4e7a-9c4d-7ba9045fdff7 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-721464', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-721201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-371'] for router (7cd59dc0-4862-4d34-8e83-d11c37f74def), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:52.715307 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-f4c47ec9-8ee4-4e7a-9c4d-7ba9045fdff7 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-721411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-721457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-721418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-721162'] for router (7cd59dc0-4862-4d34-8e83-d11c37f74def), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:52.819300 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c47ec9-8ee4-4e7a-9c4d-7ba9045fdff7 demo admin] Router 7cd59dc0-4862-4d34-8e83-d11c37f74def has already been hosted by L3 agent 06043943-94cb-49df-a062-a4886c03e673 {{(pid=103806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 10:23:52.917396 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c47ec9-8ee4-4e7a-9c4d-7ba9045fdff7 demo admin] Notify agent at l3_agent.dv-cinder-843493-2-iscsi the message routers_updated {{(pid=103806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 10:23:52.921784 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-f4c47ec9-8ee4-4e7a-9c4d-7ba9045fdff7 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:52.923718 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-f4c47ec9-8ee4-4e7a-9c4d-7ba9045fdff7 demo admin] 10.222.0.49 "PUT /v2.0/routers/7cd59dc0-4862-4d34-8e83-d11c37f74def HTTP/1.1" status: 200 len: 890 time: 1.5457737 Jun 15 10:23:53.652711 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device a4eb1c86-9b51-4880-bd67-fb5c9d97c6a8 up at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:23:53.679840 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.agents_db [None req-cff4c53f-faac-479c-b9be-928944d02899 None None] Agent healthcheck: found 5 active agents {{(pid=103808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 10:23:53.692285 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:23:53.696860 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Provisioning complete for port a4eb1c86-9b51-4880-bd67-fb5c9d97c6a8 triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:23:53.697357 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (a4eb1c86-9b51-4880-bd67-fb5c9d97c6a8), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:53.771366 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Current status of the port a4eb1c86-9b51-4880-bd67-fb5c9d97c6a8 is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:23:53.948573 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d344e423-6223-49c5-b958-325b6eb04746 None None] Sync routers for ids ['7cd59dc0-4862-4d34-8e83-d11c37f74def'] in dv-cinder-843493-2-iscsi {{(pid=103807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 10:23:53.963284 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d344e423-6223-49c5-b958-325b6eb04746 None None] Routers {'7cd59dc0-4862-4d34-8e83-d11c37f74def'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:23:53.963947 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-d344e423-6223-49c5-b958-325b6eb04746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:23:45Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['7cd59dc0-4862-4d34-8e83-d11c37f74def'], 'active': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:23:54.160651 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvr_db [None req-d344e423-6223-49c5-b958-325b6eb04746 None None] Set router 7cd59dc0-4862-4d34-8e83-d11c37f74def gateway port host: dv-cinder-843493-2-iscsi {{(pid=103807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:23:54.526092 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-d344e423-6223-49c5-b958-325b6eb04746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd59dc0-4862-4d34-8e83-d11c37f74def', 'name': 'router1', 'tenant_id': '5f3cd857995e418386bb22cdf90c1ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '5a684ed8-b59f-4ca7-8770-2d004815feaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:23:35Z', 'updated_at': '2022-06-15T10:23:52Z', 'revision_number': 4, 'project_id': '5f3cd857995e418386bb22cdf90c1ae9', 'gw_port': {'id': '5a684ed8-b59f-4ca7-8770-2d004815feaf', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd59dc0-4862-4d34-8e83-d11c37f74def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:23:51Z', 'updated_at': '2022-06-15T10:23:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': 'a4eb1c86-9b51-4880-bd67-fb5c9d97c6a8', 'name': '', 'network_id': '13ac1118-903d-4005-a119-dfbda53f229c', 'tenant_id': '5f3cd857995e418386bb22cdf90c1ae9', 'mac_address': 'fa:16:3e:48:16:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd59dc0-4862-4d34-8e83-d11c37f74def', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ed6f78c6-9b79-4e72-a40e-5e533d48f650', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:23:44Z', 'updated_at': '2022-06-15T10:23:47Z', 'revision_number': 5, 'project_id': '5f3cd857995e418386bb22cdf90c1ae9', 'subnets': [{'id': 'ed6f78c6-9b79-4e72-a40e-5e533d48f650', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '88f35464-2dbb-4e72-9cd7-dde1a17d0672'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:23:54.641930 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d344e423-6223-49c5-b958-325b6eb04746 None None] Checking router: 7cd59dc0-4862-4d34-8e83-d11c37f74def for host: dv-cinder-843493-2-iscsi {{(pid=103807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 10:23:54.642275 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d344e423-6223-49c5-b958-325b6eb04746 None None] Updating router 7cd59dc0-4862-4d34-8e83-d11c37f74def port 5a684ed8-b59f-4ca7-8770-2d004815feaf binding host dv-cinder-843493-2-iscsi {{(pid=103807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 10:23:54.694597 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d344e423-6223-49c5-b958-325b6eb04746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (5a684ed8-b59f-4ca7-8770-2d004815feaf), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:54.996901 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d344e423-6223-49c5-b958-325b6eb04746 None None] Publish callbacks [] for port (5a684ed8-b59f-4ca7-8770-2d004815feaf), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:55.001975 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d344e423-6223-49c5-b958-325b6eb04746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (5a684ed8-b59f-4ca7-8770-2d004815feaf), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:55.053805 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5571f395-e905-4b82-87e8-9350ecdc276f None None] Pushing event updated for resources: {'Port': ['ID=5a684ed8-b59f-4ca7-8770-2d004815feaf,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:23:55.056089 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-d344e423-6223-49c5-b958-325b6eb04746 None None] Attempting to bind port 5a684ed8-b59f-4ca7-8770-2d004815feaf on host dv-cinder-843493-2-iscsi for vnic_type normal with profile {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 10:23:55.056454 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-d344e423-6223-49c5-b958-325b6eb04746 None None] Attempting to bind port 5a684ed8-b59f-4ca7-8770-2d004815feaf by drivers openvswitch,hyperv on host dv-cinder-843493-2-iscsi at level 0 using segments [{'id': 'cb36ff63-3809-49b1-ae7b-cd8646780a76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81'}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 10:23:55.056832 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d344e423-6223-49c5-b958-325b6eb04746 None None] Attempting to bind port 5a684ed8-b59f-4ca7-8770-2d004815feaf on network 0c6836d1-4e10-4696-9cf9-183899f77c81 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:23:55.062104 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d344e423-6223-49c5-b958-325b6eb04746 None None] Checking agent: {'id': 'ad84a4c2-87cd-4603-a219-98785ef58eeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 10, 23, 18), 'started_at': datetime.datetime(2022, 6, 15, 10, 23, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 10, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 10:23:55.062487 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d344e423-6223-49c5-b958-325b6eb04746 None None] Checking segment: {'id': 'cb36ff63-3809-49b1-ae7b-cd8646780a76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:23:55.062868 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d344e423-6223-49c5-b958-325b6eb04746 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:55.063300 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d344e423-6223-49c5-b958-325b6eb04746 None None] Bound using segment: {'id': 'cb36ff63-3809-49b1-ae7b-cd8646780a76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81'} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 10:23:55.063754 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-d344e423-6223-49c5-b958-325b6eb04746 None None] Bound port: 5a684ed8-b59f-4ca7-8770-2d004815feaf, host: dv-cinder-843493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb36ff63-3809-49b1-ae7b-cd8646780a76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81'}}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 10:23:55.064126 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d344e423-6223-49c5-b958-325b6eb04746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (5a684ed8-b59f-4ca7-8770-2d004815feaf), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:55.065388 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:23:55.112549 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-d344e423-6223-49c5-b958-325b6eb04746 None None] For port 5a684ed8-b59f-4ca7-8770-2d004815feaf, host dv-cinder-843493-2-iscsi, cleared binding levels {{(pid=103807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 10:23:55.115427 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-d344e423-6223-49c5-b958-325b6eb04746 None None] For port 5a684ed8-b59f-4ca7-8770-2d004815feaf, host dv-cinder-843493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=5a684ed8-b59f-4ca7-8770-2d004815feaf,segment=NetworkSegment(cb36ff63-3809-49b1-ae7b-cd8646780a76),segment_id=cb36ff63-3809-49b1-ae7b-cd8646780a76)] {{(pid=103807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 10:23:55.121043 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d344e423-6223-49c5-b958-325b6eb04746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (5a684ed8-b59f-4ca7-8770-2d004815feaf), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:55.127022 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:23:55.187007 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d344e423-6223-49c5-b958-325b6eb04746 None None] Routers {'7cd59dc0-4862-4d34-8e83-d11c37f74def'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:23:55.187667 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-d344e423-6223-49c5-b958-325b6eb04746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:23:45Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['7cd59dc0-4862-4d34-8e83-d11c37f74def'], 'active': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:23:55.190584 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5571f395-e905-4b82-87e8-9350ecdc276f None None] Pushing event updated for resources: {'Port': ['ID=5a684ed8-b59f-4ca7-8770-2d004815feaf,revision_number=3']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:23:55.285828 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 50394) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:23:55.292797 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvr_db [None req-d344e423-6223-49c5-b958-325b6eb04746 None None] Set router 7cd59dc0-4862-4d34-8e83-d11c37f74def gateway port host: dv-cinder-843493-2-iscsi {{(pid=103807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:23:55.397425 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-5a3072dd-4050-44db-b7de-de50b0dbfa8e admin admin] 10.222.0.49 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1104825 Jun 15 10:23:55.494070 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-d344e423-6223-49c5-b958-325b6eb04746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd59dc0-4862-4d34-8e83-d11c37f74def', 'name': 'router1', 'tenant_id': '5f3cd857995e418386bb22cdf90c1ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '5a684ed8-b59f-4ca7-8770-2d004815feaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:23:35Z', 'updated_at': '2022-06-15T10:23:52Z', 'revision_number': 4, 'project_id': '5f3cd857995e418386bb22cdf90c1ae9', 'gw_port': {'id': '5a684ed8-b59f-4ca7-8770-2d004815feaf', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd59dc0-4862-4d34-8e83-d11c37f74def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:23:51Z', 'updated_at': '2022-06-15T10:23:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': 'a4eb1c86-9b51-4880-bd67-fb5c9d97c6a8', 'name': '', 'network_id': '13ac1118-903d-4005-a119-dfbda53f229c', 'tenant_id': '5f3cd857995e418386bb22cdf90c1ae9', 'mac_address': 'fa:16:3e:48:16:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd59dc0-4862-4d34-8e83-d11c37f74def', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ed6f78c6-9b79-4e72-a40e-5e533d48f650', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:23:44Z', 'updated_at': '2022-06-15T10:23:47Z', 'revision_number': 5, 'project_id': '5f3cd857995e418386bb22cdf90c1ae9', 'subnets': [{'id': 'ed6f78c6-9b79-4e72-a40e-5e533d48f650', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '88f35464-2dbb-4e72-9cd7-dde1a17d0672'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:23:55.523737 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d344e423-6223-49c5-b958-325b6eb04746 None None] The sync data for ids ['7cd59dc0-4862-4d34-8e83-d11c37f74def'] in dv-cinder-843493-2-iscsi is: [{'id': '7cd59dc0-4862-4d34-8e83-d11c37f74def', 'name': 'router1', 'tenant_id': '5f3cd857995e418386bb22cdf90c1ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '5a684ed8-b59f-4ca7-8770-2d004815feaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:23:35Z', 'updated_at': '2022-06-15T10:23:52Z', 'revision_number': 4, 'project_id': '5f3cd857995e418386bb22cdf90c1ae9', 'gw_port': {'id': '5a684ed8-b59f-4ca7-8770-2d004815feaf', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd59dc0-4862-4d34-8e83-d11c37f74def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:23:51Z', 'updated_at': '2022-06-15T10:23:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': 'a4eb1c86-9b51-4880-bd67-fb5c9d97c6a8', 'name': '', 'network_id': '13ac1118-903d-4005-a119-dfbda53f229c', 'tenant_id': '5f3cd857995e418386bb22cdf90c1ae9', 'mac_address': 'fa:16:3e:48:16:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd59dc0-4862-4d34-8e83-d11c37f74def', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ed6f78c6-9b79-4e72-a40e-5e533d48f650', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:23:44Z', 'updated_at': '2022-06-15T10:23:47Z', 'revision_number': 5, 'project_id': '5f3cd857995e418386bb22cdf90c1ae9', 'subnets': [{'id': 'ed6f78c6-9b79-4e72-a40e-5e533d48f650', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '88f35464-2dbb-4e72-9cd7-dde1a17d0672'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 10:23:57.654512 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=46 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:23:57.662567 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 5a684ed8-b59f-4ca7-8770-2d004815feaf up at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:23:57.713504 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Provisioning complete for port 5a684ed8-b59f-4ca7-8770-2d004815feaf triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:23:57.713891 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (5a684ed8-b59f-4ca7-8770-2d004815feaf), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:57.788060 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Current status of the port 5a684ed8-b59f-4ca7-8770-2d004815feaf is: DOWN; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:23:57.788438 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (5a684ed8-b59f-4ca7-8770-2d004815feaf), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:57.809980 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] For port 5a684ed8-b59f-4ca7-8770-2d004815feaf, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=5a684ed8-b59f-4ca7-8770-2d004815feaf,segment=NetworkSegment(cb36ff63-3809-49b1-ae7b-cd8646780a76),segment_id=cb36ff63-3809-49b1-ae7b-cd8646780a76)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:23:57.816529 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (5a684ed8-b59f-4ca7-8770-2d004815feaf), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:57.875195 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Pushing event updated for resources: {'Port': ['ID=5a684ed8-b59f-4ca7-8770-2d004815feaf,revision_number=4']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:23:59.688823 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 5a684ed8-b59f-4ca7-8770-2d004815feaf up at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:23:59.740568 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Provisioning complete for port 5a684ed8-b59f-4ca7-8770-2d004815feaf triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:23:59.741281 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (5a684ed8-b59f-4ca7-8770-2d004815feaf), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:23:59.778527 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:23:59.838235 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Current status of the port 5a684ed8-b59f-4ca7-8770-2d004815feaf is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:24:03.680061 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=36 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:24:05.390261 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=66,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:24:05.394229 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=45 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:24:09.794777 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=72,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:24:09.838497 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=8 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:24:12.970762 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-5309af92-f9bd-4689-b2cf-24a8f4eb184d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (e7b68426-6abe-45ee-a2ce-c32f72f66753), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:24:15.198588 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-320700e2-24db-4d00-8b9f-ba541f240cb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (06043943-94cb-49df-a062-a4886c03e673), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:24:16.318483 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-59f444b4-2386-4fe1-b50f-b9e54b42d680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (3cca6303-0f2e-4b13-b82d-f2749c30f699), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:24:17.712501 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-28d06d32-ea2f-4019-b04d-5ef5fa4d530e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (28e3d1c3-881c-45f9-bfee-5bcc9597e0ae), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:24:17.930315 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (ad84a4c2-87cd-4603-a219-98785ef58eeb), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:24:25.683491 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:24:25.690211 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=4 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:24:27.914804 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:24:27.923755 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:UPDATE=2,neutron:SELECT=7 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:24:30.679418 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.agents_db [None req-cff4c53f-faac-479c-b9be-928944d02899 None None] Agent healthcheck: found 5 active agents {{(pid=103808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 10:24:40.675551 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:24:40.677002 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:24:42.963363 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-43d2e9c1-c099-4239-9f05-cfff3106b779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (e7b68426-6abe-45ee-a2ce-c32f72f66753), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:24:45.193722 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-aaf43488-cfdc-477e-8a42-84aa73b30237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (06043943-94cb-49df-a062-a4886c03e673), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:24:46.320696 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-59f444b4-2386-4fe1-b50f-b9e54b42d680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (3cca6303-0f2e-4b13-b82d-f2749c30f699), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:24:47.721246 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-28d06d32-ea2f-4019-b04d-5ef5fa4d530e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (28e3d1c3-881c-45f9-bfee-5bcc9597e0ae), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:24:47.961056 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (ad84a4c2-87cd-4603-a219-98785ef58eeb), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:24:57.913329 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:24:57.915313 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:25:02.686240 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=5 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:25:07.678516 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.agents_db [None req-cff4c53f-faac-479c-b9be-928944d02899 None None] Agent healthcheck: found 5 active agents {{(pid=103808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 10:25:11.676182 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 50932) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:25:11.678208 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:25:11.736941 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1f821de-ee66-4671-858a-0ee2b2e0ef5f admin admin] GET failed (client error): The resource could not be found. Jun 15 10:25:11.738211 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-a1f821de-ee66-4671-858a-0ee2b2e0ef5f admin admin] 10.222.0.49 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0610924 Jun 15 10:25:11.984461 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662e8971-4e55-44a3-8b2c-3f721b53ab36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:25:11.985844 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-662e8971-4e55-44a3-8b2c-3f721b53ab36 admin admin] 10.222.0.49 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2435415 Jun 15 10:25:12.969382 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b0e223b4-8b46-4f50-b4bf-22c03bf72fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (e7b68426-6abe-45ee-a2ce-c32f72f66753), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:25:14.126553 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 50942) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:25:14.216971 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042de30c-f74f-44f6-b404-29047207f372 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:25:14.218303 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-042de30c-f74f-44f6-b404-29047207f372 admin admin] 10.222.0.49 "GET /v2.0/subnets/ed6f78c6-9b79-4e72-a40e-5e533d48f650 HTTP/1.1" status: 200 len: 849 time: 0.0907743 Jun 15 10:25:14.227779 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-fca61a42-a342-41c9-9123-c438f69accb4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:25:14.312548 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fca61a42-a342-41c9-9123-c438f69accb4 admin admin] Publish callbacks [] for subnet (ed6f78c6-9b79-4e72-a40e-5e533d48f650), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:25:14.453466 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fca61a42-a342-41c9-9123-c438f69accb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732880601146'] for subnet (ed6f78c6-9b79-4e72-a40e-5e533d48f650), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:25:14.482465 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca61a42-a342-41c9-9123-c438f69accb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:25:14.483435 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fca61a42-a342-41c9-9123-c438f69accb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for subnet (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:25:14.484420 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-fca61a42-a342-41c9-9123-c438f69accb4 admin admin] 10.222.0.49 "PUT /v2.0/subnets/ed6f78c6-9b79-4e72-a40e-5e533d48f650 HTTP/1.1" status: 200 len: 868 time: 0.2601254 Jun 15 10:25:14.488068 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874f230a-3861-4e5b-afd1-97971576445e None None] Network 13ac1118-903d-4005-a119-dfbda53f229c requested from dv-cinder-843493-2-iscsi {{(pid=103807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 10:25:14.507972 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca61a42-a342-41c9-9123-c438f69accb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed6f78c6-9b79-4e72-a40e-5e533d48f650,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:25:14.516101 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca61a42-a342-41c9-9123-c438f69accb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:25:14.516450 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca61a42-a342-41c9-9123-c438f69accb4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:25:14.516824 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca61a42-a342-41c9-9123-c438f69accb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:25:14.517171 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca61a42-a342-41c9-9123-c438f69accb4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:25:14.517508 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca61a42-a342-41c9-9123-c438f69accb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:25:14.517842 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca61a42-a342-41c9-9123-c438f69accb4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:25:14.518175 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca61a42-a342-41c9-9123-c438f69accb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:25:14.518503 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca61a42-a342-41c9-9123-c438f69accb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:25:14.518834 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca61a42-a342-41c9-9123-c438f69accb4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:25:14.519192 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca61a42-a342-41c9-9123-c438f69accb4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:25:14.519526 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca61a42-a342-41c9-9123-c438f69accb4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:25:14.519856 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca61a42-a342-41c9-9123-c438f69accb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:25:14.520181 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca61a42-a342-41c9-9123-c438f69accb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:25:14.520506 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca61a42-a342-41c9-9123-c438f69accb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:25:14.520830 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca61a42-a342-41c9-9123-c438f69accb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:25:14.776404 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-2e2dfcf7-eece-4ad2-8b75-851983535882 None None] Provisioning complete for port bd5f23cb-36e6-4fe9-88b7-efed68654d1d triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:25:14.776793 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2e2dfcf7-eece-4ad2-8b75-851983535882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (bd5f23cb-36e6-4fe9-88b7-efed68654d1d), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:25:14.847506 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-2e2dfcf7-eece-4ad2-8b75-851983535882 None None] Current status of the port bd5f23cb-36e6-4fe9-88b7-efed68654d1d is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:25:14.855176 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-2e2dfcf7-eece-4ad2-8b75-851983535882 None None] Provisioning complete for port a4eb1c86-9b51-4880-bd67-fb5c9d97c6a8 triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:25:14.855564 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2e2dfcf7-eece-4ad2-8b75-851983535882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (a4eb1c86-9b51-4880-bd67-fb5c9d97c6a8), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:25:14.926699 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-2e2dfcf7-eece-4ad2-8b75-851983535882 None None] Current status of the port a4eb1c86-9b51-4880-bd67-fb5c9d97c6a8 is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:25:15.187818 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-5463539e-114f-4a93-94d1-2a479c8cb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (06043943-94cb-49df-a062-a4886c03e673), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:25:16.313798 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-59f444b4-2386-4fe1-b50f-b9e54b42d680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (3cca6303-0f2e-4b13-b82d-f2749c30f699), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:25:16.666443 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 50950) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:25:16.863990 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582a9bee-0c53-4a4d-ad00-1eb1fc309c89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:25:16.864382 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582a9bee-0c53-4a4d-ad00-1eb1fc309c89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:25:16.865933 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-582a9bee-0c53-4a4d-ad00-1eb1fc309c89 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1985266 Jun 15 10:25:17.678637 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:25:17.707233 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-28d06d32-ea2f-4019-b04d-5ef5fa4d530e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (28e3d1c3-881c-45f9-bfee-5bcc9597e0ae), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:25:17.915336 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (ad84a4c2-87cd-4603-a219-98785ef58eeb), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:25:19.000148 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 50958) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:25:19.130757 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a86741-a13b-4737-a76c-4768de690891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:25:19.131165 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a86741-a13b-4737-a76c-4768de690891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:25:19.132678 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-e8a86741-a13b-4737-a76c-4768de690891 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1315951 Jun 15 10:25:21.277439 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 50966) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:25:21.389907 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:25:21.403359 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d8f857-6228-480c-86d2-7376250bb1cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:25:21.405210 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-b7d8f857-6228-480c-86d2-7376250bb1cd admin admin] 10.222.0.49 "GET /v2.0/networks/0c6836d1-4e10-4696-9cf9-183899f77c81 HTTP/1.1" status: 200 len: 886 time: 0.1268520 Jun 15 10:25:23.541237 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 50974) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:25:23.652896 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:25:23.671806 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a7dd45-ccac-4001-a020-608d6e16b775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:25:23.673188 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-05a7dd45-ccac-4001-a020-608d6e16b775 admin admin] 10.222.0.49 "GET /v2.0/networks/13ac1118-903d-4005-a119-dfbda53f229c HTTP/1.1" status: 200 len: 869 time: 0.1310148 Jun 15 10:25:25.814059 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 50982) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:25:25.936538 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cab123-0e36-4d5e-9b48-39fa05e2f682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:25:25.936908 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cab123-0e36-4d5e-9b48-39fa05e2f682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:25:25.938430 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-07cab123-0e36-4d5e-9b48-39fa05e2f682 admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1234307 Jun 15 10:25:27.908908 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=53,neutron:UPDATE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:25:27.911640 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=39,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:25:28.067033 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 50990) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:25:28.199288 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817462e5-3132-44ed-9194-81c2167eb8f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:25:28.199666 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817462e5-3132-44ed-9194-81c2167eb8f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:25:28.201202 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-817462e5-3132-44ed-9194-81c2167eb8f7 admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1332111 Jun 15 10:25:30.330068 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 51000) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:25:30.414778 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c37f8ee-a7cc-412e-920c-8785e1ff5c66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:25:30.416479 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-0c37f8ee-a7cc-412e-920c-8785e1ff5c66 admin admin] 10.222.0.49 "GET /v2.0/subnets/849db9c0-6b0b-495f-a2c9-c288d42c277d HTTP/1.1" status: 200 len: 816 time: 0.0854592 Jun 15 10:25:32.559107 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 51008) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:25:32.653305 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c76014-d534-4299-838a-2bda628b7fa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:25:32.655139 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-11c76014-d534-4299-838a-2bda628b7fa6 admin admin] 10.222.0.49 "GET /v2.0/subnets/ed6f78c6-9b79-4e72-a40e-5e533d48f650 HTTP/1.1" status: 200 len: 868 time: 0.0950851 Jun 15 10:25:38.187627 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=6 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:25:38.194951 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=7 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:25:39.678062 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=4 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:25:39.683845 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:25:42.648763 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=19 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:25:42.650694 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=32 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:25:42.973464 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-5ce837a9-e6a0-43c6-8600-3f3ce0ce1a65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (e7b68426-6abe-45ee-a2ce-c32f72f66753), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:25:44.677066 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.agents_db [None req-cff4c53f-faac-479c-b9be-928944d02899 None None] Agent healthcheck: found 5 active agents {{(pid=103808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 10:25:45.191251 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7674ecee-5982-48ca-b2f6-ab15d8507fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (06043943-94cb-49df-a062-a4886c03e673), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:25:46.320200 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-59f444b4-2386-4fe1-b50f-b9e54b42d680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (3cca6303-0f2e-4b13-b82d-f2749c30f699), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:25:47.713124 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-28d06d32-ea2f-4019-b04d-5ef5fa4d530e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (28e3d1c3-881c-45f9-bfee-5bcc9597e0ae), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:25:47.920053 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (ad84a4c2-87cd-4603-a219-98785ef58eeb), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:25:54.673550 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:25:57.912212 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:25:57.915171 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:26:00.513847 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 51062) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:26:00.560364 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [None req-4453227e-3362-4045-a066-645112cd6a6e admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103806) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 15 10:26:00.561348 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-4453227e-3362-4045-a066-645112cd6a6e admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0465653 Jun 15 10:26:02.796505 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 51070) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:26:02.862394 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.pecan_wsgi.hooks.translation [None req-0865f45f-5ebc-4255-8f40-22b52c10bf64 admin admin] GET failed (client error): The resource could not be found. Jun 15 10:26:02.863686 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-0865f45f-5ebc-4255-8f40-22b52c10bf64 admin admin] 10.222.0.49 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0662611 Jun 15 10:26:02.947102 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44dd34d5-208b-4fb3-8758-112e2ee9f043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:26:02.948567 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-44dd34d5-208b-4fb3-8758-112e2ee9f043 admin admin] 10.222.0.49 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0808396 Jun 15 10:26:05.143656 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 51078) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:26:05.189677 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [None req-d0e792a5-98aa-4a52-b118-7a78371ff580 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:26:05.209438 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e792a5-98aa-4a52-b118-7a78371ff580 admin admin] Made reservation on behalf of c8da8e1de64f469c9cc5f9a5f416060d for: {'network': 1} {{(pid=103805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 10:26:05.211748 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-d0e792a5-98aa-4a52-b118-7a78371ff580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for network (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:26:05.244361 dv-cinder-843493-2-iscsi neutron-server[103805]: WARNING neutron.services.revisions.revision_plugin [None req-d0e792a5-98aa-4a52-b118-7a78371ff580 admin admin] Could not find related network for resource to bump revision. Jun 15 10:26:05.257198 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0e792a5-98aa-4a52-b118-7a78371ff580 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=103805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 10:26:05.266838 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-d0e792a5-98aa-4a52-b118-7a78371ff580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7722752'] for segment (3cf842fd-5609-45c5-a22a-5a3a3e9c61da), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:26:05.267202 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.db.segments_db [None req-d0e792a5-98aa-4a52-b118-7a78371ff580 admin admin] Added segment 3cf842fd-5609-45c5-a22a-5a3a3e9c61da of type vlan for network 3377299e-733b-4c80-95d5-0b4010dd39a0 Jun 15 10:26:05.311341 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-d0e792a5-98aa-4a52-b118-7a78371ff580 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732880046228'] for network (3377299e-733b-4c80-95d5-0b4010dd39a0), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:26:05.334891 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-d0e792a5-98aa-4a52-b118-7a78371ff580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468'] for network (3377299e-733b-4c80-95d5-0b4010dd39a0), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:26:05.335785 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e792a5-98aa-4a52-b118-7a78371ff580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:26:05.336347 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-d0e792a5-98aa-4a52-b118-7a78371ff580 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for network (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:26:05.381046 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-d0e792a5-98aa-4a52-b118-7a78371ff580 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2362988 Jun 15 10:26:05.435459 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e792a5-98aa-4a52-b118-7a78371ff580 admin admin] Pushing event updated for resources: {'Network': ['ID=3377299e-733b-4c80-95d5-0b4010dd39a0,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:26:05.442999 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e792a5-98aa-4a52-b118-7a78371ff580 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:26:05.443368 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e792a5-98aa-4a52-b118-7a78371ff580 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:26:05.443727 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e792a5-98aa-4a52-b118-7a78371ff580 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:26:05.444062 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e792a5-98aa-4a52-b118-7a78371ff580 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:26:05.444388 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e792a5-98aa-4a52-b118-7a78371ff580 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:26:05.444708 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e792a5-98aa-4a52-b118-7a78371ff580 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:26:05.445024 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e792a5-98aa-4a52-b118-7a78371ff580 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:26:05.445339 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e792a5-98aa-4a52-b118-7a78371ff580 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:26:05.445676 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e792a5-98aa-4a52-b118-7a78371ff580 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:26:05.446006 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e792a5-98aa-4a52-b118-7a78371ff580 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:26:05.446311 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e792a5-98aa-4a52-b118-7a78371ff580 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:26:05.446626 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e792a5-98aa-4a52-b118-7a78371ff580 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:26:05.446937 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e792a5-98aa-4a52-b118-7a78371ff580 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:26:05.447271 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e792a5-98aa-4a52-b118-7a78371ff580 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:26:05.447582 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e792a5-98aa-4a52-b118-7a78371ff580 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:26:05.458622 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Network 3377299e-733b-4c80-95d5-0b4010dd39a0 details requested by agent ovs-agent-dv-cinder-843493-2-iscsi with host dv-cinder-843493-2-iscsi {{(pid=103807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 10:26:07.553069 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 51086) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:26:07.615226 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.pecan_wsgi.hooks.translation [None req-b87f760e-99df-4b43-b170-f450804e2cf3 admin admin] GET failed (client error): The resource could not be found. Jun 15 10:26:07.616499 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-b87f760e-99df-4b43-b170-f450804e2cf3 admin admin] 10.222.0.49 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0624664 Jun 15 10:26:07.718025 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75ccd10-2d75-47a6-a1bf-b1cf19a45624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:26:07.719480 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-c75ccd10-2d75-47a6-a1bf-b1cf19a45624 admin admin] 10.222.0.49 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0989482 Jun 15 10:26:07.728888 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [None req-ed279913-02dd-4b8f-81ac-919adc498a3c admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '3377299e-733b-4c80-95d5-0b4010dd39a0', 'description': 'shared-subnet'}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:26:07.747541 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed279913-02dd-4b8f-81ac-919adc498a3c admin admin] Made reservation on behalf of c8da8e1de64f469c9cc5f9a5f416060d for: {'subnet': 1} {{(pid=103805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 10:26:07.749651 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-ed279913-02dd-4b8f-81ac-919adc498a3c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:26:07.911102 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-ed279913-02dd-4b8f-81ac-919adc498a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468'] for subnet (2155c4c5-0682-468e-82f4-672822ce7039), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:26:07.962453 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed279913-02dd-4b8f-81ac-919adc498a3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2155c4c5-0682-468e-82f4-672822ce7039,revision_number=0']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:26:07.972857 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed279913-02dd-4b8f-81ac-919adc498a3c admin admin] Checking segment: {'id': '3cf842fd-5609-45c5-a22a-5a3a3e9c61da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3377299e-733b-4c80-95d5-0b4010dd39a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:26:07.973209 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed279913-02dd-4b8f-81ac-919adc498a3c admin admin] Network hostable DHCP agents. Network: 3377299e-733b-4c80-95d5-0b4010dd39a0, hostable agents: ['e7b68426-6abe-45ee-a2ce-c32f72f66753'], hosted agents: [] {{(pid=103805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 10:26:07.989203 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed279913-02dd-4b8f-81ac-919adc498a3c admin admin] Network 3377299e-733b-4c80-95d5-0b4010dd39a0 is scheduled to be hosted by DHCP agent e7b68426-6abe-45ee-a2ce-c32f72f66753 with binding_index 1 {{(pid=103805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 10:26:07.998310 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.base_scheduler [None req-ed279913-02dd-4b8f-81ac-919adc498a3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843493-2-iscsi, 3377299e-733b-4c80-95d5-0b4010dd39a0) {{(pid=103805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:26:08.002636 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed279913-02dd-4b8f-81ac-919adc498a3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:26:08.003828 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-ed279913-02dd-4b8f-81ac-919adc498a3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for subnet (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:26:08.006838 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3213666b-5f32-4fe7-b2c9-9746508cf864 None None] Network 3377299e-733b-4c80-95d5-0b4010dd39a0 requested from dv-cinder-843493-2-iscsi {{(pid=103807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 10:26:08.028951 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-ed279913-02dd-4b8f-81ac-919adc498a3c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2937520 Jun 15 10:26:08.115191 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16620ee7-8f86-45cb-823f-806c631096f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa140b1e4-d584-5ee8-9a96-4d94431f580c-3377299e-733b-4c80-95d5-0b4010dd39a0', 'network_id': '3377299e-733b-4c80-95d5-0b4010dd39a0', 'project_id': 'c8da8e1de64f469c9cc5f9a5f416060d', 'fixed_ips': [{'subnet_id': '2155c4c5-0682-468e-82f4-672822ce7039'}]}} from dv-cinder-843493-2-iscsi. {{(pid=103807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 15 10:26:08.116145 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-16620ee7-8f86-45cb-823f-806c631096f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:26:08.257490 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [None req-16620ee7-8f86-45cb-823f-806c631096f2 None None] Allocated IP 192.168.233.2 (3377299e-733b-4c80-95d5-0b4010dd39a0/2155c4c5-0682-468e-82f4-672822ce7039/b0845d72-accf-4d48-8647-d27a007aadb4) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:26:08.402102 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-16620ee7-8f86-45cb-823f-806c631096f2 None None] Publish callbacks [] for port (b0845d72-accf-4d48-8647-d27a007aadb4), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:26:08.408180 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-16620ee7-8f86-45cb-823f-806c631096f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205'] for port (b0845d72-accf-4d48-8647-d27a007aadb4), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:26:08.453836 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16620ee7-8f86-45cb-823f-806c631096f2 None None] Network 3377299e-733b-4c80-95d5-0b4010dd39a0 is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:26:08.458835 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-16620ee7-8f86-45cb-823f-806c631096f2 None None] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:26:08.460870 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16620ee7-8f86-45cb-823f-806c631096f2 None None] Pushing event updated for resources: {'Port': ['ID=b0845d72-accf-4d48-8647-d27a007aadb4,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:26:08.463022 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16620ee7-8f86-45cb-823f-806c631096f2 None None] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:26:08.471812 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16620ee7-8f86-45cb-823f-806c631096f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:26:08.472158 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16620ee7-8f86-45cb-823f-806c631096f2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:26:08.472517 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16620ee7-8f86-45cb-823f-806c631096f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:26:08.473366 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16620ee7-8f86-45cb-823f-806c631096f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:26:08.473366 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16620ee7-8f86-45cb-823f-806c631096f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:26:08.473566 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16620ee7-8f86-45cb-823f-806c631096f2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:26:08.473832 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16620ee7-8f86-45cb-823f-806c631096f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:26:08.474153 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16620ee7-8f86-45cb-823f-806c631096f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:26:08.474478 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16620ee7-8f86-45cb-823f-806c631096f2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:26:08.474801 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16620ee7-8f86-45cb-823f-806c631096f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:26:08.475159 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16620ee7-8f86-45cb-823f-806c631096f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:26:08.475503 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16620ee7-8f86-45cb-823f-806c631096f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:26:08.475823 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16620ee7-8f86-45cb-823f-806c631096f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:26:08.476140 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16620ee7-8f86-45cb-823f-806c631096f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:26:08.476456 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16620ee7-8f86-45cb-823f-806c631096f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:26:08.530959 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-16620ee7-8f86-45cb-823f-806c631096f2 None None] Attempting to bind port b0845d72-accf-4d48-8647-d27a007aadb4 on host dv-cinder-843493-2-iscsi for vnic_type normal with profile {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 10:26:08.531361 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-16620ee7-8f86-45cb-823f-806c631096f2 None None] Attempting to bind port b0845d72-accf-4d48-8647-d27a007aadb4 by drivers openvswitch,hyperv on host dv-cinder-843493-2-iscsi at level 0 using segments [{'id': '3cf842fd-5609-45c5-a22a-5a3a3e9c61da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3377299e-733b-4c80-95d5-0b4010dd39a0'}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 10:26:08.531727 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16620ee7-8f86-45cb-823f-806c631096f2 None None] Attempting to bind port b0845d72-accf-4d48-8647-d27a007aadb4 on network 3377299e-733b-4c80-95d5-0b4010dd39a0 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:26:08.536892 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16620ee7-8f86-45cb-823f-806c631096f2 None None] Checking agent: {'id': 'ad84a4c2-87cd-4603-a219-98785ef58eeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 10, 23, 18), 'started_at': datetime.datetime(2022, 6, 15, 10, 23, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 10, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 10:26:08.537264 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16620ee7-8f86-45cb-823f-806c631096f2 None None] Checking segment: {'id': '3cf842fd-5609-45c5-a22a-5a3a3e9c61da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3377299e-733b-4c80-95d5-0b4010dd39a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:26:08.537665 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-16620ee7-8f86-45cb-823f-806c631096f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:26:08.538115 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16620ee7-8f86-45cb-823f-806c631096f2 None None] Bound using segment: {'id': '3cf842fd-5609-45c5-a22a-5a3a3e9c61da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3377299e-733b-4c80-95d5-0b4010dd39a0'} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 10:26:08.538583 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-16620ee7-8f86-45cb-823f-806c631096f2 None None] Bound port: b0845d72-accf-4d48-8647-d27a007aadb4, host: dv-cinder-843493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cf842fd-5609-45c5-a22a-5a3a3e9c61da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3377299e-733b-4c80-95d5-0b4010dd39a0'}}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 10:26:08.538962 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-16620ee7-8f86-45cb-823f-806c631096f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (b0845d72-accf-4d48-8647-d27a007aadb4), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:26:08.601954 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-16620ee7-8f86-45cb-823f-806c631096f2 None None] For port b0845d72-accf-4d48-8647-d27a007aadb4, host dv-cinder-843493-2-iscsi, cleared binding levels {{(pid=103807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 10:26:08.605109 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-16620ee7-8f86-45cb-823f-806c631096f2 None None] For port b0845d72-accf-4d48-8647-d27a007aadb4, host dv-cinder-843493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=b0845d72-accf-4d48-8647-d27a007aadb4,segment=NetworkSegment(3cf842fd-5609-45c5-a22a-5a3a3e9c61da),segment_id=3cf842fd-5609-45c5-a22a-5a3a3e9c61da)] {{(pid=103807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 10:26:08.611728 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-16620ee7-8f86-45cb-823f-806c631096f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (b0845d72-accf-4d48-8647-d27a007aadb4), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:26:08.760651 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16620ee7-8f86-45cb-823f-806c631096f2 None None] Pushing event updated for resources: {'Port': ['ID=b0845d72-accf-4d48-8647-d27a007aadb4,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:26:09.553955 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cf24ae-9203-46a7-b607-83eea849de63 None None] Network 3377299e-733b-4c80-95d5-0b4010dd39a0 requested from dv-cinder-843493-2-iscsi {{(pid=103807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 10:26:09.673861 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-a9823d64-2058-46b0-95d0-07d9a09d4b6b None None] Provisioning complete for port b0845d72-accf-4d48-8647-d27a007aadb4 triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:26:09.674110 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-a9823d64-2058-46b0-95d0-07d9a09d4b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (b0845d72-accf-4d48-8647-d27a007aadb4), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:26:09.694585 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:26:09.696033 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:26:09.771566 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device b0845d72-accf-4d48-8647-d27a007aadb4 up at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:26:09.799003 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-a9823d64-2058-46b0-95d0-07d9a09d4b6b None None] Current status of the port b0845d72-accf-4d48-8647-d27a007aadb4 is: DOWN; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:26:09.799412 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-a9823d64-2058-46b0-95d0-07d9a09d4b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (b0845d72-accf-4d48-8647-d27a007aadb4), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:26:09.853123 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-a9823d64-2058-46b0-95d0-07d9a09d4b6b None None] For port b0845d72-accf-4d48-8647-d27a007aadb4, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=b0845d72-accf-4d48-8647-d27a007aadb4,segment=NetworkSegment(3cf842fd-5609-45c5-a22a-5a3a3e9c61da),segment_id=3cf842fd-5609-45c5-a22a-5a3a3e9c61da)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:26:09.860857 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-a9823d64-2058-46b0-95d0-07d9a09d4b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (b0845d72-accf-4d48-8647-d27a007aadb4), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:26:09.864846 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Provisioning complete for port b0845d72-accf-4d48-8647-d27a007aadb4 triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:26:09.865206 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (b0845d72-accf-4d48-8647-d27a007aadb4), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:26:09.938045 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9823d64-2058-46b0-95d0-07d9a09d4b6b None None] Pushing event updated for resources: {'Port': ['ID=b0845d72-accf-4d48-8647-d27a007aadb4,revision_number=3']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:26:09.984310 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Current status of the port b0845d72-accf-4d48-8647-d27a007aadb4 is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:26:09.989817 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-6b5d93b7-3950-40b3-bc93-922cffd70ed5 None None] Provisioning complete for port b0845d72-accf-4d48-8647-d27a007aadb4 triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:26:09.990200 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6b5d93b7-3950-40b3-bc93-922cffd70ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (b0845d72-accf-4d48-8647-d27a007aadb4), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:26:10.063561 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-6b5d93b7-3950-40b3-bc93-922cffd70ed5 None None] Current status of the port b0845d72-accf-4d48-8647-d27a007aadb4 is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:26:11.713563 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device b0845d72-accf-4d48-8647-d27a007aadb4 up at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:26:11.761350 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Provisioning complete for port b0845d72-accf-4d48-8647-d27a007aadb4 triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:26:11.761745 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (b0845d72-accf-4d48-8647-d27a007aadb4), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:26:11.834429 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Current status of the port b0845d72-accf-4d48-8647-d27a007aadb4 is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:26:12.944063 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=11 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:26:12.944852 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=11 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:26:12.976391 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-639813ba-702b-43bc-a046-17a7a31de725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (e7b68426-6abe-45ee-a2ce-c32f72f66753), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:26:15.193920 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e9fe1cf4-9bf9-4b38-acdf-6f1e230cb192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (06043943-94cb-49df-a062-a4886c03e673), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:26:16.322537 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-59f444b4-2386-4fe1-b50f-b9e54b42d680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (3cca6303-0f2e-4b13-b82d-f2749c30f699), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:26:16.669233 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=13 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:26:16.678214 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=19 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:26:17.715038 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-28d06d32-ea2f-4019-b04d-5ef5fa4d530e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (28e3d1c3-881c-45f9-bfee-5bcc9597e0ae), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:26:17.922749 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (ad84a4c2-87cd-4603-a219-98785ef58eeb), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:26:18.012458 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=67,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:26:18.014386 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=73,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:26:21.677604 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.agents_db [None req-cff4c53f-faac-479c-b9be-928944d02899 None None] Agent healthcheck: found 5 active agents {{(pid=103808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 10:26:27.916732 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=62,neutron:UPDATE=4 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:26:27.918795 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:26:31.672941 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:26:31.673664 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:26:42.978074 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7526c219-e998-4a32-9a0e-239c679908d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (e7b68426-6abe-45ee-a2ce-c32f72f66753), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:26:45.195796 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4226755c-6a1f-403b-9fc0-ab8b59544b0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (06043943-94cb-49df-a062-a4886c03e673), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:26:46.322076 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-59f444b4-2386-4fe1-b50f-b9e54b42d680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (3cca6303-0f2e-4b13-b82d-f2749c30f699), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:26:47.718545 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-28d06d32-ea2f-4019-b04d-5ef5fa4d530e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (28e3d1c3-881c-45f9-bfee-5bcc9597e0ae), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:26:47.925894 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (ad84a4c2-87cd-4603-a219-98785ef58eeb), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:26:53.680797 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:26:53.686742 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=4 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:26:57.920178 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:26:57.922099 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:26:58.676420 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.agents_db [None req-cff4c53f-faac-479c-b9be-928944d02899 None None] Agent healthcheck: found 5 active agents {{(pid=103808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 10:27:11.673750 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:27:11.674517 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:27:12.980367 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f7fba0d8-6415-42fe-a6be-40fd30f62d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (e7b68426-6abe-45ee-a2ce-c32f72f66753), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:27:15.201183 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2a3ac186-d51a-4d7f-906a-f0c11850e710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (06043943-94cb-49df-a062-a4886c03e673), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:27:16.325954 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-59f444b4-2386-4fe1-b50f-b9e54b42d680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (3cca6303-0f2e-4b13-b82d-f2749c30f699), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:27:17.723160 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-28d06d32-ea2f-4019-b04d-5ef5fa4d530e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (28e3d1c3-881c-45f9-bfee-5bcc9597e0ae), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:27:17.929972 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (ad84a4c2-87cd-4603-a219-98785ef58eeb), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:27:27.917990 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:27:27.923294 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:27:30.678171 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:27:30.682228 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=4 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:27:32.038947 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 51126) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:27:32.044571 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [None req-7cf563de-0463-4450-ad7c-210b550de7a4 tempest-verify_tempest_config-1875756072 tempest-verify_tempest_config-1875756072-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103805) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 15 10:27:32.045557 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-7cf563de-0463-4450-ad7c-210b550de7a4 tempest-verify_tempest_config-1875756072 tempest-verify_tempest_config-1875756072-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0056164 Jun 15 10:27:32.337409 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 51144) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:27:32.442083 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7c4cf225-2d17-4e8b-89be-ef2c9a170ed1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:27:32.521925 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7c4cf225-2d17-4e8b-89be-ef2c9a170ed1 admin admin] Publish callbacks [] for security_group (7f85336d-c8c6-42e9-81b9-03336a4cd883), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:27:32.526106 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7c4cf225-2d17-4e8b-89be-ef2c9a170ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (7f85336d-c8c6-42e9-81b9-03336a4cd883), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:27:32.572115 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-7c4cf225-2d17-4e8b-89be-ef2c9a170ed1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1bb46df93c6a4ab0affa5b2ea7602f01&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2334340 Jun 15 10:27:32.573096 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4cf225-2d17-4e8b-89be-ef2c9a170ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f85336d-c8c6-42e9-81b9-03336a4cd883,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:27:32.574593 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 51150) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:27:32.580695 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4cf225-2d17-4e8b-89be-ef2c9a170ed1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:27:32.581045 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4cf225-2d17-4e8b-89be-ef2c9a170ed1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:27:32.581391 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4cf225-2d17-4e8b-89be-ef2c9a170ed1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:27:32.581732 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4cf225-2d17-4e8b-89be-ef2c9a170ed1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:27:32.582061 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4cf225-2d17-4e8b-89be-ef2c9a170ed1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:27:32.582391 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4cf225-2d17-4e8b-89be-ef2c9a170ed1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:27:32.582717 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4cf225-2d17-4e8b-89be-ef2c9a170ed1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:27:32.583041 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4cf225-2d17-4e8b-89be-ef2c9a170ed1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:27:32.583418 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4cf225-2d17-4e8b-89be-ef2c9a170ed1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:27:32.583747 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4cf225-2d17-4e8b-89be-ef2c9a170ed1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:27:32.584075 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4cf225-2d17-4e8b-89be-ef2c9a170ed1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:27:32.584412 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4cf225-2d17-4e8b-89be-ef2c9a170ed1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:27:32.584738 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4cf225-2d17-4e8b-89be-ef2c9a170ed1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:27:32.585075 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4cf225-2d17-4e8b-89be-ef2c9a170ed1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:27:32.585375 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4cf225-2d17-4e8b-89be-ef2c9a170ed1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:27:32.633490 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-5a24ac59-6daa-4b50-965f-418d83285a2c admin admin] Publish callbacks [] for security_group (7f85336d-c8c6-42e9-81b9-03336a4cd883), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:27:32.655357 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-5a24ac59-6daa-4b50-965f-418d83285a2c admin admin] Publish callbacks [] for security_group (7f85336d-c8c6-42e9-81b9-03336a4cd883), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:27:32.747968 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-5a24ac59-6daa-4b50-965f-418d83285a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (7f85336d-c8c6-42e9-81b9-03336a4cd883), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:27:32.750450 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-5a24ac59-6daa-4b50-965f-418d83285a2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:27:32.751671 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-5a24ac59-6daa-4b50-965f-418d83285a2c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7f85336d-c8c6-42e9-81b9-03336a4cd883 HTTP/1.1" status: 204 len: 168 time: 0.1760848 Jun 15 10:27:32.760221 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a24ac59-6daa-4b50-965f-418d83285a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f85336d-c8c6-42e9-81b9-03336a4cd883,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:27:32.767133 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a24ac59-6daa-4b50-965f-418d83285a2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:27:32.767480 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a24ac59-6daa-4b50-965f-418d83285a2c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:27:32.767820 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a24ac59-6daa-4b50-965f-418d83285a2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:27:32.768152 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a24ac59-6daa-4b50-965f-418d83285a2c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:27:32.768482 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a24ac59-6daa-4b50-965f-418d83285a2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:27:32.768811 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a24ac59-6daa-4b50-965f-418d83285a2c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:27:32.772852 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a24ac59-6daa-4b50-965f-418d83285a2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:27:32.772852 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a24ac59-6daa-4b50-965f-418d83285a2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:27:32.772852 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a24ac59-6daa-4b50-965f-418d83285a2c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:27:32.772852 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a24ac59-6daa-4b50-965f-418d83285a2c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:27:32.772852 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a24ac59-6daa-4b50-965f-418d83285a2c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:27:32.772852 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a24ac59-6daa-4b50-965f-418d83285a2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:27:32.772852 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a24ac59-6daa-4b50-965f-418d83285a2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:27:32.772852 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a24ac59-6daa-4b50-965f-418d83285a2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:27:32.772852 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a24ac59-6daa-4b50-965f-418d83285a2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:27:35.676035 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.agents_db [None req-cff4c53f-faac-479c-b9be-928944d02899 None None] Agent healthcheck: found 5 active agents {{(pid=103808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 10:27:42.576393 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=20,neutron:INSERT=7 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:27:42.577226 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=19,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:27:42.754947 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:27:42.764021 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:27:42.800149 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:27:42.983467 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-bcc9be0a-f059-49fc-931e-bad058baf966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (e7b68426-6abe-45ee-a2ce-c32f72f66753), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:27:45.193769 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1459ce18-95de-4104-b9f9-bcd93ebeeb16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (06043943-94cb-49df-a062-a4886c03e673), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:27:45.672182 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:27:45.672906 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:27:46.326733 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-59f444b4-2386-4fe1-b50f-b9e54b42d680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (3cca6303-0f2e-4b13-b82d-f2749c30f699), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:27:47.729176 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-28d06d32-ea2f-4019-b04d-5ef5fa4d530e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (28e3d1c3-881c-45f9-bfee-5bcc9597e0ae), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:27:47.932449 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (ad84a4c2-87cd-4603-a219-98785ef58eeb), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:27:57.922113 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:27:57.928552 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:28:07.843695 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=16 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:28:07.847825 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=16 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:28:12.675183 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.agents_db [None req-cff4c53f-faac-479c-b9be-928944d02899 None None] Agent healthcheck: found 5 active agents {{(pid=103808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 10:28:12.984718 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0ffb4a06-f8d5-4721-af02-dc29bfbf5d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (e7b68426-6abe-45ee-a2ce-c32f72f66753), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:28:15.195656 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9e7b0757-9596-4e99-b029-bff8e362a1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (06043943-94cb-49df-a062-a4886c03e673), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:28:16.329162 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-59f444b4-2386-4fe1-b50f-b9e54b42d680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (3cca6303-0f2e-4b13-b82d-f2749c30f699), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:28:17.727543 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-28d06d32-ea2f-4019-b04d-5ef5fa4d530e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (28e3d1c3-881c-45f9-bfee-5bcc9597e0ae), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:28:17.934042 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (ad84a4c2-87cd-4603-a219-98785ef58eeb), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:28:22.671325 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:28:22.672151 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:28:27.924613 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:28:27.930392 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:28:42.986182 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-31e4fa11-d19b-4c91-ad12-7e8b8f0883c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (e7b68426-6abe-45ee-a2ce-c32f72f66753), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:28:44.690293 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:28:44.695388 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=5 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:28:45.198142 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-70edaf49-afe5-42dc-b1eb-7f44ea3215ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (06043943-94cb-49df-a062-a4886c03e673), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:28:46.332952 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-59f444b4-2386-4fe1-b50f-b9e54b42d680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (3cca6303-0f2e-4b13-b82d-f2749c30f699), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:28:47.730245 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-28d06d32-ea2f-4019-b04d-5ef5fa4d530e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (28e3d1c3-881c-45f9-bfee-5bcc9597e0ae), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:28:47.936178 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (ad84a4c2-87cd-4603-a219-98785ef58eeb), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:28:49.675412 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.agents_db [None req-cff4c53f-faac-479c-b9be-928944d02899 None None] Agent healthcheck: found 5 active agents {{(pid=103808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 10:28:57.925024 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:28:57.931107 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:28:59.672522 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:28:59.673264 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:29:11.678534 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:29:11.681235 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:DELETE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:29:12.988672 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-fddd2179-32c6-4765-9eeb-88db7534e966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (e7b68426-6abe-45ee-a2ce-c32f72f66753), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:29:15.200194 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-19e45e73-5527-48dd-a11e-89b340ec460b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (06043943-94cb-49df-a062-a4886c03e673), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:29:16.335236 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-59f444b4-2386-4fe1-b50f-b9e54b42d680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (3cca6303-0f2e-4b13-b82d-f2749c30f699), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:29:17.733636 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-28d06d32-ea2f-4019-b04d-5ef5fa4d530e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (28e3d1c3-881c-45f9-bfee-5bcc9597e0ae), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:29:17.940526 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (ad84a4c2-87cd-4603-a219-98785ef58eeb), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:29:19.787632 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-722179'] for agent (a4349971-e88a-4ea8-a067-54d07204ee65), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:29:21.689080 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=4 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:29:21.693687 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:29:26.676415 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.agents_db [None req-cff4c53f-faac-479c-b9be-928944d02899 None None] Agent healthcheck: found 6 active agents {{(pid=103808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 10:29:29.779438 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:29:29.785080 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:29:32.081204 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 51224) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:29:32.188679 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-80e637ff-afd7-4eb5-b7fe-e6c1db672ce1 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1064029 Jun 15 10:29:34.324756 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 51234) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:29:34.378787 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-58f02cc9-d40c-46aa-aa57-7d9f828c2590 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0529621 Jun 15 10:29:36.672857 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:29:36.673599 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:29:42.991078 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-48f9b28f-7afc-4913-acc0-e35c7a1c4f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (e7b68426-6abe-45ee-a2ce-c32f72f66753), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:29:44.373629 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=4 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:29:45.203886 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-386deb1c-01ec-407b-85b5-e9086555b694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (06043943-94cb-49df-a062-a4886c03e673), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:29:46.337993 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-59f444b4-2386-4fe1-b50f-b9e54b42d680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (3cca6303-0f2e-4b13-b82d-f2749c30f699), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:29:47.736378 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-28d06d32-ea2f-4019-b04d-5ef5fa4d530e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (28e3d1c3-881c-45f9-bfee-5bcc9597e0ae), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:29:47.942666 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (ad84a4c2-87cd-4603-a219-98785ef58eeb), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:29:49.742258 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (a4349971-e88a-4ea8-a067-54d07204ee65), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:29:59.737486 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:29:59.738039 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:30:03.675573 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.agents_db [None req-cff4c53f-faac-479c-b9be-928944d02899 None None] Agent healthcheck: found 6 active agents {{(pid=103808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 10:30:12.992666 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-acb47436-d9fe-4c9d-9797-35ea3b2d8367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (e7b68426-6abe-45ee-a2ce-c32f72f66753), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:30:13.671275 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=17 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:30:13.672019 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=19 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:30:15.205477 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-79ef47a6-f798-4c3b-b2ad-719bc98aa832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (06043943-94cb-49df-a062-a4886c03e673), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:30:16.341142 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-59f444b4-2386-4fe1-b50f-b9e54b42d680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (3cca6303-0f2e-4b13-b82d-f2749c30f699), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:30:17.741126 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-28d06d32-ea2f-4019-b04d-5ef5fa4d530e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (28e3d1c3-881c-45f9-bfee-5bcc9597e0ae), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:30:17.945165 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (ad84a4c2-87cd-4603-a219-98785ef58eeb), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:30:19.764714 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (a4349971-e88a-4ea8-a067-54d07204ee65), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:30:29.759941 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:30:29.761540 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:30:35.692686 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:30:35.696098 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=4 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:30:40.675748 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.agents_db [None req-cff4c53f-faac-479c-b9be-928944d02899 None None] Agent healthcheck: found 6 active agents {{(pid=103808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 10:30:42.994396 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-225c45ee-9b68-4a9d-acdd-e3b359ed8fab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (e7b68426-6abe-45ee-a2ce-c32f72f66753), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:30:45.209262 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-bd78ee82-6dd3-4c46-9ccd-b4cfbd11fd7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (06043943-94cb-49df-a062-a4886c03e673), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:30:46.344017 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-59f444b4-2386-4fe1-b50f-b9e54b42d680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (3cca6303-0f2e-4b13-b82d-f2749c30f699), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:30:47.745761 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-28d06d32-ea2f-4019-b04d-5ef5fa4d530e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (28e3d1c3-881c-45f9-bfee-5bcc9597e0ae), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:30:47.947871 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (ad84a4c2-87cd-4603-a219-98785ef58eeb), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:30:49.786648 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (a4349971-e88a-4ea8-a067-54d07204ee65), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:30:50.671136 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:30:59.775421 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:30:59.782481 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:12.519109 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 51400) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:12.690601 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 51416) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:12.698578 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=4 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:12.703534 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:12.845733 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-3f59ef64-7137-425e-b48c-ea4e8c920028 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1419186222-network', 'tenant_id': '993c57bae00b4a0db1d8de0f5017630a'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:31:12.867127 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f59ef64-7137-425e-b48c-ea4e8c920028 admin admin] Made reservation on behalf of 993c57bae00b4a0db1d8de0f5017630a for: {'network': 1} {{(pid=103806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 10:31:12.869488 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-3f59ef64-7137-425e-b48c-ea4e8c920028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for network (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:12.878378 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-3f59ef64-7137-425e-b48c-ea4e8c920028 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:12.956109 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-3f59ef64-7137-425e-b48c-ea4e8c920028 admin admin] Publish callbacks [] for security_group (0bf2b8aa-01a6-445f-8090-7af81b20c3e7), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:12.961530 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-3f59ef64-7137-425e-b48c-ea4e8c920028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (0bf2b8aa-01a6-445f-8090-7af81b20c3e7), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:12.995821 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f59ef64-7137-425e-b48c-ea4e8c920028 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=103806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 10:31:13.003782 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ba4da92d-1880-4be3-a155-ea6a031940b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (e7b68426-6abe-45ee-a2ce-c32f72f66753), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:13.015064 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-3f59ef64-7137-425e-b48c-ea4e8c920028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7722752'] for segment (6837b548-608f-4f53-bc65-e11808045c9a), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:13.015892 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.db.segments_db [None req-3f59ef64-7137-425e-b48c-ea4e8c920028 admin admin] Added segment 6837b548-608f-4f53-bc65-e11808045c9a of type vlan for network 5357f5ea-5034-4116-bf4e-1ab906c37c40 Jun 15 10:31:13.067845 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-3f59ef64-7137-425e-b48c-ea4e8c920028 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732880046228'] for network (5357f5ea-5034-4116-bf4e-1ab906c37c40), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:13.074666 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f59ef64-7137-425e-b48c-ea4e8c920028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf2b8aa-01a6-445f-8090-7af81b20c3e7,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:13.090722 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f59ef64-7137-425e-b48c-ea4e8c920028 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:31:13.091141 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f59ef64-7137-425e-b48c-ea4e8c920028 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:31:13.091450 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f59ef64-7137-425e-b48c-ea4e8c920028 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:31:13.091852 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f59ef64-7137-425e-b48c-ea4e8c920028 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:31:13.092300 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f59ef64-7137-425e-b48c-ea4e8c920028 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:31:13.092631 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f59ef64-7137-425e-b48c-ea4e8c920028 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:31:13.092960 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f59ef64-7137-425e-b48c-ea4e8c920028 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:31:13.093281 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f59ef64-7137-425e-b48c-ea4e8c920028 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:31:13.098484 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [None req-46d700db-2694-497d-9f5d-238c536e8110 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-288359961-network', 'tenant_id': 'b8df5f1986694e8f9ee6f55ef3995621'}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:31:13.099713 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f59ef64-7137-425e-b48c-ea4e8c920028 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:31:13.100821 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f59ef64-7137-425e-b48c-ea4e8c920028 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:31:13.101615 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f59ef64-7137-425e-b48c-ea4e8c920028 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:31:13.102038 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f59ef64-7137-425e-b48c-ea4e8c920028 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:31:13.102528 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f59ef64-7137-425e-b48c-ea4e8c920028 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:31:13.104175 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f59ef64-7137-425e-b48c-ea4e8c920028 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:31:13.104784 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f59ef64-7137-425e-b48c-ea4e8c920028 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:31:13.106346 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f59ef64-7137-425e-b48c-ea4e8c920028 admin admin] Tracked resource versions report: Jun 15 10:31:13.106346 dv-cinder-843493-2-iscsi neutron-server[103806]: pushed versions: Jun 15 10:31:13.106346 dv-cinder-843493-2-iscsi neutron-server[103806]: { 'AddressGroup': {'1.2'}, Jun 15 10:31:13.106346 dv-cinder-843493-2-iscsi neutron-server[103806]: 'Agent': {'1.1'}, Jun 15 10:31:13.106346 dv-cinder-843493-2-iscsi neutron-server[103806]: 'ConntrackHelper': {'1.0'}, Jun 15 10:31:13.106346 dv-cinder-843493-2-iscsi neutron-server[103806]: 'LocalIPAssociation': {'1.0'}, Jun 15 10:31:13.106346 dv-cinder-843493-2-iscsi neutron-server[103806]: 'Log': {'1.0'}, Jun 15 10:31:13.106346 dv-cinder-843493-2-iscsi neutron-server[103806]: 'NDPProxy': {'1.0'}, Jun 15 10:31:13.106346 dv-cinder-843493-2-iscsi neutron-server[103806]: 'Network': {'1.1'}, Jun 15 10:31:13.106346 dv-cinder-843493-2-iscsi neutron-server[103806]: 'Port': {'1.7'}, Jun 15 10:31:13.106346 dv-cinder-843493-2-iscsi neutron-server[103806]: 'PortForwarding': {'1.3'}, Jun 15 10:31:13.106346 dv-cinder-843493-2-iscsi neutron-server[103806]: 'QosPolicy': {'1.10'}, Jun 15 10:31:13.106346 dv-cinder-843493-2-iscsi neutron-server[103806]: 'SecurityGroup': {'1.5'}, Jun 15 10:31:13.106346 dv-cinder-843493-2-iscsi neutron-server[103806]: 'SecurityGroupRule': {'1.2'}, Jun 15 10:31:13.106346 dv-cinder-843493-2-iscsi neutron-server[103806]: 'SubPort': {'1.0'}, Jun 15 10:31:13.106346 dv-cinder-843493-2-iscsi neutron-server[103806]: 'Subnet': {'1.1'}, Jun 15 10:31:13.106346 dv-cinder-843493-2-iscsi neutron-server[103806]: 'Trunk': {'1.1'}} Jun 15 10:31:13.106346 dv-cinder-843493-2-iscsi neutron-server[103806]: consumer versions: Jun 15 10:31:13.106346 dv-cinder-843493-2-iscsi neutron-server[103806]: { DHCP agent@dv-cinder-843493-2-iscsi: {}, Jun 15 10:31:13.106346 dv-cinder-843493-2-iscsi neutron-server[103806]: HyperV agent@hv-cinder-84349: {}, Jun 15 10:31:13.106346 dv-cinder-843493-2-iscsi neutron-server[103806]: L3 agent@dv-cinder-843493-2-iscsi: {}, Jun 15 10:31:13.106346 dv-cinder-843493-2-iscsi neutron-server[103806]: Metadata agent@dv-cinder-843493-2-iscsi: {}, Jun 15 10:31:13.106346 dv-cinder-843493-2-iscsi neutron-server[103806]: Metering agent@dv-cinder-843493-2-iscsi: {}, Jun 15 10:31:13.106346 dv-cinder-843493-2-iscsi neutron-server[103806]: Open vSwitch agent@dv-cinder-843493-2-iscsi: { 'AddressGroup': '1.2', Jun 15 10:31:13.106346 dv-cinder-843493-2-iscsi neutron-server[103806]: 'Agent': '1.1', Jun 15 10:31:13.106346 dv-cinder-843493-2-iscsi neutron-server[103806]: 'ConntrackHelper': '1.0', Jun 15 10:31:13.106346 dv-cinder-843493-2-iscsi neutron-server[103806]: 'LocalIPAssociation': '1.0', Jun 15 10:31:13.106346 dv-cinder-843493-2-iscsi neutron-server[103806]: 'Log': '1.0', Jun 15 10:31:13.106346 dv-cinder-843493-2-iscsi neutron-server[103806]: 'NDPProxy': '1.0', Jun 15 10:31:13.106346 dv-cinder-843493-2-iscsi neutron-server[103806]: 'Network': '1.1', Jun 15 10:31:13.106346 dv-cinder-843493-2-iscsi neutron-server[103806]: 'Port': '1.7', Jun 15 10:31:13.106346 dv-cinder-843493-2-iscsi neutron-server[103806]: 'PortForwarding': '1.3', Jun 15 10:31:13.106346 dv-cinder-843493-2-iscsi neutron-server[103806]: 'QosPolicy': '1.10', Jun 15 10:31:13.106346 dv-cinder-843493-2-iscsi neutron-server[103806]: 'SecurityGroup': '1.5', Jun 15 10:31:13.106346 dv-cinder-843493-2-iscsi neutron-server[103806]: 'SecurityGroupRule': '1.2', Jun 15 10:31:13.106346 dv-cinder-843493-2-iscsi neutron-server[103806]: 'SubPort': '1.0', Jun 15 10:31:13.106346 dv-cinder-843493-2-iscsi neutron-server[103806]: 'Subnet': '1.1', Jun 15 10:31:13.106346 dv-cinder-843493-2-iscsi neutron-server[103806]: 'Trunk': '1.1'}} Jun 15 10:31:13.106346 dv-cinder-843493-2-iscsi neutron-server[103806]: {{(pid=103806) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 10:31:13.126940 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d700db-2694-497d-9f5d-238c536e8110 admin admin] Made reservation on behalf of b8df5f1986694e8f9ee6f55ef3995621 for: {'network': 1} {{(pid=103805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 10:31:13.130457 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-46d700db-2694-497d-9f5d-238c536e8110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for network (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:13.140810 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 51448) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:13.141670 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-46d700db-2694-497d-9f5d-238c536e8110 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:13.147180 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-3f59ef64-7137-425e-b48c-ea4e8c920028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468'] for network (5357f5ea-5034-4116-bf4e-1ab906c37c40), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:13.149719 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f59ef64-7137-425e-b48c-ea4e8c920028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:13.150933 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-3f59ef64-7137-425e-b48c-ea4e8c920028 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for network (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:13.195898 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-3f59ef64-7137-425e-b48c-ea4e8c920028 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.6756177 Jun 15 10:31:13.203685 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 51454) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:13.219249 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-a6d0f3bf-623a-45a2-a1fa-99cee3fc2248 admin admin] Request body: {'subnet': {'network_id': '5357f5ea-5034-4116-bf4e-1ab906c37c40', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1419186222-subnet', 'tenant_id': '993c57bae00b4a0db1d8de0f5017630a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:31:13.235652 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-46d700db-2694-497d-9f5d-238c536e8110 admin admin] Publish callbacks [] for security_group (d03e8cdd-3fe1-411c-b804-b0d20377d6f7), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:13.241517 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-46d700db-2694-497d-9f5d-238c536e8110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (d03e8cdd-3fe1-411c-b804-b0d20377d6f7), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:13.256584 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46d700db-2694-497d-9f5d-238c536e8110 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=103805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 10:31:13.267044 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-46d700db-2694-497d-9f5d-238c536e8110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7722752'] for segment (3cb1678e-1d3f-402e-be7b-a3960cf385d0), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:13.267611 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.db.segments_db [None req-46d700db-2694-497d-9f5d-238c536e8110 admin admin] Added segment 3cb1678e-1d3f-402e-be7b-a3960cf385d0 of type vlan for network 9a94a4c7-195b-4de3-a93a-ee4846d90190 Jun 15 10:31:13.278458 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f59ef64-7137-425e-b48c-ea4e8c920028 admin admin] Pushing event updated for resources: {'Network': ['ID=5357f5ea-5034-4116-bf4e-1ab906c37c40,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:13.290015 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d0f3bf-623a-45a2-a1fa-99cee3fc2248 admin admin] Made reservation on behalf of 993c57bae00b4a0db1d8de0f5017630a for: {'subnet': 1} {{(pid=103806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 10:31:13.293218 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a6d0f3bf-623a-45a2-a1fa-99cee3fc2248 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:13.294379 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Network 5357f5ea-5034-4116-bf4e-1ab906c37c40 details requested by agent ovs-agent-dv-cinder-843493-2-iscsi with host dv-cinder-843493-2-iscsi {{(pid=103807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 10:31:13.306218 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d700db-2694-497d-9f5d-238c536e8110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03e8cdd-3fe1-411c-b804-b0d20377d6f7,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:13.319767 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d700db-2694-497d-9f5d-238c536e8110 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:31:13.320966 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d700db-2694-497d-9f5d-238c536e8110 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:31:13.321495 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d700db-2694-497d-9f5d-238c536e8110 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:31:13.322828 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d700db-2694-497d-9f5d-238c536e8110 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:31:13.323390 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d700db-2694-497d-9f5d-238c536e8110 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:31:13.323900 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d700db-2694-497d-9f5d-238c536e8110 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:31:13.325328 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d700db-2694-497d-9f5d-238c536e8110 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:31:13.325968 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d700db-2694-497d-9f5d-238c536e8110 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:31:13.327005 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d700db-2694-497d-9f5d-238c536e8110 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:31:13.327528 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d700db-2694-497d-9f5d-238c536e8110 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:31:13.329199 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d700db-2694-497d-9f5d-238c536e8110 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:31:13.329729 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d700db-2694-497d-9f5d-238c536e8110 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:31:13.330690 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d700db-2694-497d-9f5d-238c536e8110 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:31:13.331210 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d700db-2694-497d-9f5d-238c536e8110 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:31:13.332217 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d700db-2694-497d-9f5d-238c536e8110 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:31:13.334199 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d700db-2694-497d-9f5d-238c536e8110 admin admin] Tracked resource versions report: Jun 15 10:31:13.334199 dv-cinder-843493-2-iscsi neutron-server[103805]: pushed versions: Jun 15 10:31:13.334199 dv-cinder-843493-2-iscsi neutron-server[103805]: { 'AddressGroup': {'1.2'}, Jun 15 10:31:13.334199 dv-cinder-843493-2-iscsi neutron-server[103805]: 'Agent': {'1.1'}, Jun 15 10:31:13.334199 dv-cinder-843493-2-iscsi neutron-server[103805]: 'ConntrackHelper': {'1.0'}, Jun 15 10:31:13.334199 dv-cinder-843493-2-iscsi neutron-server[103805]: 'LocalIPAssociation': {'1.0'}, Jun 15 10:31:13.334199 dv-cinder-843493-2-iscsi neutron-server[103805]: 'Log': {'1.0'}, Jun 15 10:31:13.334199 dv-cinder-843493-2-iscsi neutron-server[103805]: 'NDPProxy': {'1.0'}, Jun 15 10:31:13.334199 dv-cinder-843493-2-iscsi neutron-server[103805]: 'Network': {'1.1'}, Jun 15 10:31:13.334199 dv-cinder-843493-2-iscsi neutron-server[103805]: 'Port': {'1.7'}, Jun 15 10:31:13.334199 dv-cinder-843493-2-iscsi neutron-server[103805]: 'PortForwarding': {'1.3'}, Jun 15 10:31:13.334199 dv-cinder-843493-2-iscsi neutron-server[103805]: 'QosPolicy': {'1.10'}, Jun 15 10:31:13.334199 dv-cinder-843493-2-iscsi neutron-server[103805]: 'SecurityGroup': {'1.5'}, Jun 15 10:31:13.334199 dv-cinder-843493-2-iscsi neutron-server[103805]: 'SecurityGroupRule': {'1.2'}, Jun 15 10:31:13.334199 dv-cinder-843493-2-iscsi neutron-server[103805]: 'SubPort': {'1.0'}, Jun 15 10:31:13.334199 dv-cinder-843493-2-iscsi neutron-server[103805]: 'Subnet': {'1.1'}, Jun 15 10:31:13.334199 dv-cinder-843493-2-iscsi neutron-server[103805]: 'Trunk': {'1.1'}} Jun 15 10:31:13.334199 dv-cinder-843493-2-iscsi neutron-server[103805]: consumer versions: Jun 15 10:31:13.334199 dv-cinder-843493-2-iscsi neutron-server[103805]: { DHCP agent@dv-cinder-843493-2-iscsi: {}, Jun 15 10:31:13.334199 dv-cinder-843493-2-iscsi neutron-server[103805]: HyperV agent@hv-cinder-84349: {}, Jun 15 10:31:13.334199 dv-cinder-843493-2-iscsi neutron-server[103805]: L3 agent@dv-cinder-843493-2-iscsi: {}, Jun 15 10:31:13.334199 dv-cinder-843493-2-iscsi neutron-server[103805]: Metadata agent@dv-cinder-843493-2-iscsi: {}, Jun 15 10:31:13.334199 dv-cinder-843493-2-iscsi neutron-server[103805]: Metering agent@dv-cinder-843493-2-iscsi: {}, Jun 15 10:31:13.334199 dv-cinder-843493-2-iscsi neutron-server[103805]: Open vSwitch agent@dv-cinder-843493-2-iscsi: { 'AddressGroup': '1.2', Jun 15 10:31:13.334199 dv-cinder-843493-2-iscsi neutron-server[103805]: 'Agent': '1.1', Jun 15 10:31:13.334199 dv-cinder-843493-2-iscsi neutron-server[103805]: 'ConntrackHelper': '1.0', Jun 15 10:31:13.334199 dv-cinder-843493-2-iscsi neutron-server[103805]: 'LocalIPAssociation': '1.0', Jun 15 10:31:13.334199 dv-cinder-843493-2-iscsi neutron-server[103805]: 'Log': '1.0', Jun 15 10:31:13.334199 dv-cinder-843493-2-iscsi neutron-server[103805]: 'NDPProxy': '1.0', Jun 15 10:31:13.334199 dv-cinder-843493-2-iscsi neutron-server[103805]: 'Network': '1.1', Jun 15 10:31:13.334199 dv-cinder-843493-2-iscsi neutron-server[103805]: 'Port': '1.7', Jun 15 10:31:13.334199 dv-cinder-843493-2-iscsi neutron-server[103805]: 'PortForwarding': '1.3', Jun 15 10:31:13.334199 dv-cinder-843493-2-iscsi neutron-server[103805]: 'QosPolicy': '1.10', Jun 15 10:31:13.334199 dv-cinder-843493-2-iscsi neutron-server[103805]: 'SecurityGroup': '1.5', Jun 15 10:31:13.334199 dv-cinder-843493-2-iscsi neutron-server[103805]: 'SecurityGroupRule': '1.2', Jun 15 10:31:13.334199 dv-cinder-843493-2-iscsi neutron-server[103805]: 'SubPort': '1.0', Jun 15 10:31:13.334199 dv-cinder-843493-2-iscsi neutron-server[103805]: 'Subnet': '1.1', Jun 15 10:31:13.334199 dv-cinder-843493-2-iscsi neutron-server[103805]: 'Trunk': '1.1'}} Jun 15 10:31:13.334199 dv-cinder-843493-2-iscsi neutron-server[103805]: {{(pid=103805) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 10:31:13.380649 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-46d700db-2694-497d-9f5d-238c536e8110 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732880046228'] for network (9a94a4c7-195b-4de3-a93a-ee4846d90190), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:13.416477 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-46d700db-2694-497d-9f5d-238c536e8110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468'] for network (9a94a4c7-195b-4de3-a93a-ee4846d90190), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:13.417853 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d700db-2694-497d-9f5d-238c536e8110 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:13.418741 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-46d700db-2694-497d-9f5d-238c536e8110 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for network (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:13.463833 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-46d700db-2694-497d-9f5d-238c536e8110 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.7720482 Jun 15 10:31:13.464577 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 51464) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:13.472893 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [None req-3b798ece-e85e-4fd2-9785-64e5e09d19ad admin admin] Request body: {'subnet': {'network_id': '9a94a4c7-195b-4de3-a93a-ee4846d90190', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-288359961-subnet', 'tenant_id': 'b8df5f1986694e8f9ee6f55ef3995621', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:31:13.539764 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d700db-2694-497d-9f5d-238c536e8110 admin admin] Pushing event updated for resources: {'Network': ['ID=9a94a4c7-195b-4de3-a93a-ee4846d90190,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:13.549754 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b798ece-e85e-4fd2-9785-64e5e09d19ad admin admin] Made reservation on behalf of b8df5f1986694e8f9ee6f55ef3995621 for: {'subnet': 1} {{(pid=103805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 10:31:13.552019 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Network 9a94a4c7-195b-4de3-a93a-ee4846d90190 details requested by agent ovs-agent-dv-cinder-843493-2-iscsi with host dv-cinder-843493-2-iscsi {{(pid=103807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 10:31:13.553259 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-3b798ece-e85e-4fd2-9785-64e5e09d19ad admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:13.617638 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a6d0f3bf-623a-45a2-a1fa-99cee3fc2248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468'] for subnet (d0adbd34-bf07-4fba-a812-11643023d5f4), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:13.670291 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d0f3bf-623a-45a2-a1fa-99cee3fc2248 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0adbd34-bf07-4fba-a812-11643023d5f4,revision_number=0']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:13.706869 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d0f3bf-623a-45a2-a1fa-99cee3fc2248 admin admin] Checking segment: {'id': '6837b548-608f-4f53-bc65-e11808045c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5357f5ea-5034-4116-bf4e-1ab906c37c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:31:13.707262 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d0f3bf-623a-45a2-a1fa-99cee3fc2248 admin admin] Network hostable DHCP agents. Network: 5357f5ea-5034-4116-bf4e-1ab906c37c40, hostable agents: ['e7b68426-6abe-45ee-a2ce-c32f72f66753'], hosted agents: [] {{(pid=103806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 10:31:13.727544 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d0f3bf-623a-45a2-a1fa-99cee3fc2248 admin admin] Network 5357f5ea-5034-4116-bf4e-1ab906c37c40 is scheduled to be hosted by DHCP agent e7b68426-6abe-45ee-a2ce-c32f72f66753 with binding_index 1 {{(pid=103806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 10:31:13.740691 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [None req-a6d0f3bf-623a-45a2-a1fa-99cee3fc2248 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843493-2-iscsi, 5357f5ea-5034-4116-bf4e-1ab906c37c40) {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:31:13.747954 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d0f3bf-623a-45a2-a1fa-99cee3fc2248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:13.748746 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a6d0f3bf-623a-45a2-a1fa-99cee3fc2248 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for subnet (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:13.752078 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbc0ecc-923e-4d7c-922b-60fcf6fba79a None None] Network 5357f5ea-5034-4116-bf4e-1ab906c37c40 requested from dv-cinder-843493-2-iscsi {{(pid=103807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 10:31:13.761285 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:13.767144 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [None req-aaf43df4-37c6-4221-910b-f9d3a3c844eb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1378705910-network', 'tenant_id': 'b683b2d399b54484aa5820537038b8af'}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:31:13.774817 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-a6d0f3bf-623a-45a2-a1fa-99cee3fc2248 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5698280 Jun 15 10:31:13.775568 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 51474) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:13.784528 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-9f73eea1-9406-49cc-8c30-85936c7cb91d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1419186222-router', 'tenant_id': '993c57bae00b4a0db1d8de0f5017630a', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81'}}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:31:13.818408 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-9f73eea1-9406-49cc-8c30-85936c7cb91d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-364'] for router (95f3bb7c-a043-4f67-9816-ac38c8ca03f3), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:13.822155 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-9f73eea1-9406-49cc-8c30-85936c7cb91d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-721569', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-357'] for router (95f3bb7c-a043-4f67-9816-ac38c8ca03f3), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:13.823672 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf43df4-37c6-4221-910b-f9d3a3c844eb admin admin] Made reservation on behalf of b683b2d399b54484aa5820537038b8af for: {'network': 1} {{(pid=103805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 10:31:13.827371 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-aaf43df4-37c6-4221-910b-f9d3a3c844eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for network (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:13.835427 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 51476) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:13.840667 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-aaf43df4-37c6-4221-910b-f9d3a3c844eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:13.845199 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-3b798ece-e85e-4fd2-9785-64e5e09d19ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468'] for subnet (98bc89c9-0e9d-4d50-afee-a1d95d10866d), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:13.924917 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:13.926022 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b798ece-e85e-4fd2-9785-64e5e09d19ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=98bc89c9-0e9d-4d50-afee-a1d95d10866d,revision_number=0']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:13.938763 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c628a4a-8379-4573-ab27-57b69bd59c50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa140b1e4-d584-5ee8-9a96-4d94431f580c-5357f5ea-5034-4116-bf4e-1ab906c37c40', 'network_id': '5357f5ea-5034-4116-bf4e-1ab906c37c40', 'project_id': '993c57bae00b4a0db1d8de0f5017630a', 'fixed_ips': [{'subnet_id': 'd0adbd34-bf07-4fba-a812-11643023d5f4'}]}} from dv-cinder-843493-2-iscsi. {{(pid=103807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 15 10:31:13.940110 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3c628a4a-8379-4573-ab27-57b69bd59c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:13.995789 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-9f73eea1-9406-49cc-8c30-85936c7cb91d admin admin] Publish callbacks [] for router_controller (95f3bb7c-a043-4f67-9816-ac38c8ca03f3), precommit_add_association {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:13.996308 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-aaf43df4-37c6-4221-910b-f9d3a3c844eb admin admin] Publish callbacks [] for security_group (3a7c68bd-b0e6-4f4b-a8e0-1a1cf5d6c7f5), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:13.997891 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=5 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:14.030699 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b798ece-e85e-4fd2-9785-64e5e09d19ad admin admin] Checking segment: {'id': '3cb1678e-1d3f-402e-be7b-a3960cf385d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '9a94a4c7-195b-4de3-a93a-ee4846d90190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:31:14.031129 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b798ece-e85e-4fd2-9785-64e5e09d19ad admin admin] Network hostable DHCP agents. Network: 9a94a4c7-195b-4de3-a93a-ee4846d90190, hostable agents: ['e7b68426-6abe-45ee-a2ce-c32f72f66753'], hosted agents: [] {{(pid=103805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 10:31:14.036269 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-aaf43df4-37c6-4221-910b-f9d3a3c844eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (3a7c68bd-b0e6-4f4b-a8e0-1a1cf5d6c7f5), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:14.051725 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaf43df4-37c6-4221-910b-f9d3a3c844eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=103805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 10:31:14.062382 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-aaf43df4-37c6-4221-910b-f9d3a3c844eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7722752'] for segment (9a53d831-3761-4266-b8b5-121a6bb87f69), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:14.062764 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.db.segments_db [None req-aaf43df4-37c6-4221-910b-f9d3a3c844eb admin admin] Added segment 9a53d831-3761-4266-b8b5-121a6bb87f69 of type vlan for network 56f473a9-939b-4bd2-a5d0-e5eaaaa25745 Jun 15 10:31:14.078928 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:14.139353 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [None req-3c628a4a-8379-4573-ab27-57b69bd59c50 None None] Allocated IP 172.20.0.2 (5357f5ea-5034-4116-bf4e-1ab906c37c40/d0adbd34-bf07-4fba-a812-11643023d5f4/8b3b2271-fb8b-4769-81fa-37396461d549) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:31:14.172292 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-9f73eea1-9406-49cc-8c30-85936c7cb91d admin admin] Publish callbacks [] for router_gateway (95f3bb7c-a043-4f67-9816-ac38c8ca03f3), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:14.226314 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-aaf43df4-37c6-4221-910b-f9d3a3c844eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732880046228'] for network (56f473a9-939b-4bd2-a5d0-e5eaaaa25745), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:14.289049 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf43df4-37c6-4221-910b-f9d3a3c844eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7c68bd-b0e6-4f4b-a8e0-1a1cf5d6c7f5,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:14.292598 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-aaf43df4-37c6-4221-910b-f9d3a3c844eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468'] for network (56f473a9-939b-4bd2-a5d0-e5eaaaa25745), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:14.293840 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf43df4-37c6-4221-910b-f9d3a3c844eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:14.294611 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-aaf43df4-37c6-4221-910b-f9d3a3c844eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for network (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:14.322435 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3c628a4a-8379-4573-ab27-57b69bd59c50 None None] Publish callbacks [] for port (8b3b2271-fb8b-4769-81fa-37396461d549), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:14.334892 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3c628a4a-8379-4573-ab27-57b69bd59c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205'] for port (8b3b2271-fb8b-4769-81fa-37396461d549), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:14.342763 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-aaf43df4-37c6-4221-910b-f9d3a3c844eb admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.1972272 Jun 15 10:31:14.349032 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 51490) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:14.357385 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-1a9f6a67-47e9-428f-b843-a901826acaa8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1629135154-network', 'tenant_id': '5dc28af73e82414d8f709e447286a962'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:31:14.383383 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c628a4a-8379-4573-ab27-57b69bd59c50 None None] Network 5357f5ea-5034-4116-bf4e-1ab906c37c40 is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:31:14.388258 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b798ece-e85e-4fd2-9785-64e5e09d19ad admin admin] Network 9a94a4c7-195b-4de3-a93a-ee4846d90190 is scheduled to be hosted by DHCP agent e7b68426-6abe-45ee-a2ce-c32f72f66753 with binding_index 1 {{(pid=103805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 10:31:14.389272 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-7d063c5d-215f-42b4-bc7e-f4d613c8cbef admin admin] Request body: {'subnet': {'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1378705910-subnet', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:31:14.389406 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-3c628a4a-8379-4573-ab27-57b69bd59c50 None None] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:31:14.393395 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c628a4a-8379-4573-ab27-57b69bd59c50 None None] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:31:14.410584 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c628a4a-8379-4573-ab27-57b69bd59c50 None None] Pushing event updated for resources: {'Port': ['ID=8b3b2271-fb8b-4769-81fa-37396461d549,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:14.421216 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.base_scheduler [None req-3b798ece-e85e-4fd2-9785-64e5e09d19ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843493-2-iscsi, 9a94a4c7-195b-4de3-a93a-ee4846d90190) {{(pid=103805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:31:14.434351 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b798ece-e85e-4fd2-9785-64e5e09d19ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:14.434945 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-3b798ece-e85e-4fd2-9785-64e5e09d19ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for subnet (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:14.439020 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25951ca-eb66-4357-8e58-abf7f910afb8 None None] Network 9a94a4c7-195b-4de3-a93a-ee4846d90190 requested from dv-cinder-843493-2-iscsi {{(pid=103807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 10:31:14.448856 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c628a4a-8379-4573-ab27-57b69bd59c50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:31:14.449142 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c628a4a-8379-4573-ab27-57b69bd59c50 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:31:14.449430 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c628a4a-8379-4573-ab27-57b69bd59c50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:31:14.449785 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c628a4a-8379-4573-ab27-57b69bd59c50 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:31:14.450116 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c628a4a-8379-4573-ab27-57b69bd59c50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:31:14.450913 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c628a4a-8379-4573-ab27-57b69bd59c50 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:31:14.456767 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c628a4a-8379-4573-ab27-57b69bd59c50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:31:14.457059 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c628a4a-8379-4573-ab27-57b69bd59c50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:31:14.458699 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c628a4a-8379-4573-ab27-57b69bd59c50 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:31:14.459027 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c628a4a-8379-4573-ab27-57b69bd59c50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:31:14.459525 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c628a4a-8379-4573-ab27-57b69bd59c50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:31:14.459948 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c628a4a-8379-4573-ab27-57b69bd59c50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:31:14.460446 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c628a4a-8379-4573-ab27-57b69bd59c50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:31:14.462200 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c628a4a-8379-4573-ab27-57b69bd59c50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:31:14.462580 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c628a4a-8379-4573-ab27-57b69bd59c50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:31:14.464051 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c628a4a-8379-4573-ab27-57b69bd59c50 None None] Tracked resource versions report: Jun 15 10:31:14.464051 dv-cinder-843493-2-iscsi neutron-server[103807]: pushed versions: Jun 15 10:31:14.464051 dv-cinder-843493-2-iscsi neutron-server[103807]: { 'AddressGroup': {'1.2'}, Jun 15 10:31:14.464051 dv-cinder-843493-2-iscsi neutron-server[103807]: 'Agent': {'1.1'}, Jun 15 10:31:14.464051 dv-cinder-843493-2-iscsi neutron-server[103807]: 'ConntrackHelper': {'1.0'}, Jun 15 10:31:14.464051 dv-cinder-843493-2-iscsi neutron-server[103807]: 'LocalIPAssociation': {'1.0'}, Jun 15 10:31:14.464051 dv-cinder-843493-2-iscsi neutron-server[103807]: 'Log': {'1.0'}, Jun 15 10:31:14.464051 dv-cinder-843493-2-iscsi neutron-server[103807]: 'NDPProxy': {'1.0'}, Jun 15 10:31:14.464051 dv-cinder-843493-2-iscsi neutron-server[103807]: 'Network': {'1.1'}, Jun 15 10:31:14.464051 dv-cinder-843493-2-iscsi neutron-server[103807]: 'Port': {'1.7'}, Jun 15 10:31:14.464051 dv-cinder-843493-2-iscsi neutron-server[103807]: 'PortForwarding': {'1.3'}, Jun 15 10:31:14.464051 dv-cinder-843493-2-iscsi neutron-server[103807]: 'QosPolicy': {'1.10'}, Jun 15 10:31:14.464051 dv-cinder-843493-2-iscsi neutron-server[103807]: 'SecurityGroup': {'1.5'}, Jun 15 10:31:14.464051 dv-cinder-843493-2-iscsi neutron-server[103807]: 'SecurityGroupRule': {'1.2'}, Jun 15 10:31:14.464051 dv-cinder-843493-2-iscsi neutron-server[103807]: 'SubPort': {'1.0'}, Jun 15 10:31:14.464051 dv-cinder-843493-2-iscsi neutron-server[103807]: 'Subnet': {'1.1'}, Jun 15 10:31:14.464051 dv-cinder-843493-2-iscsi neutron-server[103807]: 'Trunk': {'1.1'}} Jun 15 10:31:14.464051 dv-cinder-843493-2-iscsi neutron-server[103807]: consumer versions: Jun 15 10:31:14.464051 dv-cinder-843493-2-iscsi neutron-server[103807]: { DHCP agent@dv-cinder-843493-2-iscsi: {}, Jun 15 10:31:14.464051 dv-cinder-843493-2-iscsi neutron-server[103807]: HyperV agent@hv-cinder-84349: {}, Jun 15 10:31:14.464051 dv-cinder-843493-2-iscsi neutron-server[103807]: L3 agent@dv-cinder-843493-2-iscsi: {}, Jun 15 10:31:14.464051 dv-cinder-843493-2-iscsi neutron-server[103807]: Metadata agent@dv-cinder-843493-2-iscsi: {}, Jun 15 10:31:14.464051 dv-cinder-843493-2-iscsi neutron-server[103807]: Metering agent@dv-cinder-843493-2-iscsi: {}, Jun 15 10:31:14.464051 dv-cinder-843493-2-iscsi neutron-server[103807]: Open vSwitch agent@dv-cinder-843493-2-iscsi: { 'AddressGroup': '1.2', Jun 15 10:31:14.464051 dv-cinder-843493-2-iscsi neutron-server[103807]: 'Agent': '1.1', Jun 15 10:31:14.464051 dv-cinder-843493-2-iscsi neutron-server[103807]: 'ConntrackHelper': '1.0', Jun 15 10:31:14.464051 dv-cinder-843493-2-iscsi neutron-server[103807]: 'LocalIPAssociation': '1.0', Jun 15 10:31:14.464051 dv-cinder-843493-2-iscsi neutron-server[103807]: 'Log': '1.0', Jun 15 10:31:14.464051 dv-cinder-843493-2-iscsi neutron-server[103807]: 'NDPProxy': '1.0', Jun 15 10:31:14.464051 dv-cinder-843493-2-iscsi neutron-server[103807]: 'Network': '1.1', Jun 15 10:31:14.464051 dv-cinder-843493-2-iscsi neutron-server[103807]: 'Port': '1.7', Jun 15 10:31:14.464051 dv-cinder-843493-2-iscsi neutron-server[103807]: 'PortForwarding': '1.3', Jun 15 10:31:14.464051 dv-cinder-843493-2-iscsi neutron-server[103807]: 'QosPolicy': '1.10', Jun 15 10:31:14.464051 dv-cinder-843493-2-iscsi neutron-server[103807]: 'SecurityGroup': '1.5', Jun 15 10:31:14.464051 dv-cinder-843493-2-iscsi neutron-server[103807]: 'SecurityGroupRule': '1.2', Jun 15 10:31:14.464051 dv-cinder-843493-2-iscsi neutron-server[103807]: 'SubPort': '1.0', Jun 15 10:31:14.464051 dv-cinder-843493-2-iscsi neutron-server[103807]: 'Subnet': '1.1', Jun 15 10:31:14.464051 dv-cinder-843493-2-iscsi neutron-server[103807]: 'Trunk': '1.1'}} Jun 15 10:31:14.464051 dv-cinder-843493-2-iscsi neutron-server[103807]: {{(pid=103807) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 10:31:14.508302 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:UPDATE=7,neutron:SELECT=87,neutron:INSERT=6 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:14.512015 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-3b798ece-e85e-4fd2-9785-64e5e09d19ad admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0409112 Jun 15 10:31:14.519068 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-3c628a4a-8379-4573-ab27-57b69bd59c50 None None] Attempting to bind port 8b3b2271-fb8b-4769-81fa-37396461d549 on host dv-cinder-843493-2-iscsi for vnic_type normal with profile {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 10:31:14.519663 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-3c628a4a-8379-4573-ab27-57b69bd59c50 None None] Attempting to bind port 8b3b2271-fb8b-4769-81fa-37396461d549 by drivers openvswitch,hyperv on host dv-cinder-843493-2-iscsi at level 0 using segments [{'id': '6837b548-608f-4f53-bc65-e11808045c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5357f5ea-5034-4116-bf4e-1ab906c37c40'}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 10:31:14.520183 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c628a4a-8379-4573-ab27-57b69bd59c50 None None] Attempting to bind port 8b3b2271-fb8b-4769-81fa-37396461d549 on network 5357f5ea-5034-4116-bf4e-1ab906c37c40 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:31:14.572252 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf43df4-37c6-4221-910b-f9d3a3c844eb admin admin] Pushing event updated for resources: {'Network': ['ID=56f473a9-939b-4bd2-a5d0-e5eaaaa25745,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:14.581566 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c628a4a-8379-4573-ab27-57b69bd59c50 None None] Checking agent: {'id': 'ad84a4c2-87cd-4603-a219-98785ef58eeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 10, 23, 18), 'started_at': datetime.datetime(2022, 6, 15, 10, 23, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 10, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 10:31:14.587175 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c628a4a-8379-4573-ab27-57b69bd59c50 None None] Checking segment: {'id': '6837b548-608f-4f53-bc65-e11808045c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5357f5ea-5034-4116-bf4e-1ab906c37c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:31:14.588371 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3c628a4a-8379-4573-ab27-57b69bd59c50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:14.590488 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c628a4a-8379-4573-ab27-57b69bd59c50 None None] Bound using segment: {'id': '6837b548-608f-4f53-bc65-e11808045c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5357f5ea-5034-4116-bf4e-1ab906c37c40'} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 10:31:14.592163 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-3c628a4a-8379-4573-ab27-57b69bd59c50 None None] Bound port: 8b3b2271-fb8b-4769-81fa-37396461d549, host: dv-cinder-843493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6837b548-608f-4f53-bc65-e11808045c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5357f5ea-5034-4116-bf4e-1ab906c37c40'}}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 10:31:14.597314 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3c628a4a-8379-4573-ab27-57b69bd59c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (8b3b2271-fb8b-4769-81fa-37396461d549), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:14.608702 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Network 56f473a9-939b-4bd2-a5d0-e5eaaaa25745 details requested by agent ovs-agent-dv-cinder-843493-2-iscsi with host dv-cinder-843493-2-iscsi {{(pid=103807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 10:31:14.633220 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9f6a67-47e9-428f-b843-a901826acaa8 admin admin] Made reservation on behalf of 5dc28af73e82414d8f709e447286a962 for: {'network': 1} {{(pid=103806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 10:31:14.635641 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1a9f6a67-47e9-428f-b843-a901826acaa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for network (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:14.653219 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1a9f6a67-47e9-428f-b843-a901826acaa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:14.655030 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d063c5d-215f-42b4-bc7e-f4d613c8cbef admin admin] Made reservation on behalf of b683b2d399b54484aa5820537038b8af for: {'subnet': 1} {{(pid=103806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 10:31:14.657439 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7d063c5d-215f-42b4-bc7e-f4d613c8cbef admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:14.671944 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-9f73eea1-9406-49cc-8c30-85936c7cb91d admin admin] Publish callbacks [] for router_gateway (95f3bb7c-a043-4f67-9816-ac38c8ca03f3), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:14.706491 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-9f73eea1-9406-49cc-8c30-85936c7cb91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:14.956655 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0a9d47-a1b0-46bd-ba73-14cf2acff0a3 None None] Network 9a94a4c7-195b-4de3-a93a-ee4846d90190 requested from dv-cinder-843493-2-iscsi {{(pid=103807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 10:31:15.038234 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-3c628a4a-8379-4573-ab27-57b69bd59c50 None None] For port 8b3b2271-fb8b-4769-81fa-37396461d549, host dv-cinder-843493-2-iscsi, cleared binding levels {{(pid=103807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 10:31:15.050882 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1a9f6a67-47e9-428f-b843-a901826acaa8 admin admin] Publish callbacks [] for security_group (9903322c-1e27-44f2-bb02-957114dc21a7), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:15.080926 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1a9f6a67-47e9-428f-b843-a901826acaa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (9903322c-1e27-44f2-bb02-957114dc21a7), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:15.104662 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a9f6a67-47e9-428f-b843-a901826acaa8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=103806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 10:31:15.117908 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1a9f6a67-47e9-428f-b843-a901826acaa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7722752'] for segment (19f9c52a-802c-4297-ba83-8da5c92ffd0c), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:15.118288 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.db.segments_db [None req-1a9f6a67-47e9-428f-b843-a901826acaa8 admin admin] Added segment 19f9c52a-802c-4297-ba83-8da5c92ffd0c of type vlan for network 4d5f07d8-adfa-49e4-965f-88f44de7cd54 Jun 15 10:31:15.159074 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-3c628a4a-8379-4573-ab27-57b69bd59c50 None None] For port 8b3b2271-fb8b-4769-81fa-37396461d549, host dv-cinder-843493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=8b3b2271-fb8b-4769-81fa-37396461d549,segment=NetworkSegment(6837b548-608f-4f53-bc65-e11808045c9a),segment_id=6837b548-608f-4f53-bc65-e11808045c9a)] {{(pid=103807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 10:31:15.173433 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1a9f6a67-47e9-428f-b843-a901826acaa8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732880046228'] for network (4d5f07d8-adfa-49e4-965f-88f44de7cd54), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:15.174942 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3c628a4a-8379-4573-ab27-57b69bd59c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (8b3b2271-fb8b-4769-81fa-37396461d549), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:15.205692 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=77,neutron:UPDATE=7,neutron:INSERT=16 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:15.206722 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=84,neutron:INSERT=16 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:15.214961 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1a9f6a67-47e9-428f-b843-a901826acaa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468'] for network (4d5f07d8-adfa-49e4-965f-88f44de7cd54), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:15.216064 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9f6a67-47e9-428f-b843-a901826acaa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:15.216643 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1a9f6a67-47e9-428f-b843-a901826acaa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for network (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:15.250052 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-1a9f6a67-47e9-428f-b843-a901826acaa8 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.4132774 Jun 15 10:31:15.254734 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 51546) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:15.261577 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [None req-273eda59-4bbb-4a0c-b1de-6c2784ca9dff admin admin] Request body: {'subnet': {'network_id': '4d5f07d8-adfa-49e4-965f-88f44de7cd54', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1629135154-subnet', 'tenant_id': '5dc28af73e82414d8f709e447286a962', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:31:15.266268 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_common [None req-9f73eea1-9406-49cc-8c30-85936c7cb91d admin admin] Allocated IP 172.27.0.237 (0c6836d1-4e10-4696-9cf9-183899f77c81/849db9c0-6b0b-495f-a2c9-c288d42c277d/b7bd4cac-b4b2-460c-a99b-a7ea3afa1580) {{(pid=103806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:31:15.269145 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7d063c5d-215f-42b4-bc7e-f4d613c8cbef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468'] for subnet (aea43f55-c61e-41b2-b313-b361b1b26da0), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:15.287386 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c628a4a-8379-4573-ab27-57b69bd59c50 None None] Pushing event updated for resources: {'Port': ['ID=8b3b2271-fb8b-4769-81fa-37396461d549,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:15.301454 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:15.320653 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273eda59-4bbb-4a0c-b1de-6c2784ca9dff admin admin] Made reservation on behalf of 5dc28af73e82414d8f709e447286a962 for: {'subnet': 1} {{(pid=103805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 10:31:15.331406 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-273eda59-4bbb-4a0c-b1de-6c2784ca9dff admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:15.354151 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f99a47b5-4117-4545-86f1-ac4466d44574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (06043943-94cb-49df-a062-a4886c03e673), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:15.441863 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9f6a67-47e9-428f-b843-a901826acaa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9903322c-1e27-44f2-bb02-957114dc21a7,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:15.488552 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9f6a67-47e9-428f-b843-a901826acaa8 admin admin] Pushing event updated for resources: {'Network': ['ID=4d5f07d8-adfa-49e4-965f-88f44de7cd54,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:15.506940 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d063c5d-215f-42b4-bc7e-f4d613c8cbef admin admin] Pushing event updated for resources: {'Subnet': ['ID=aea43f55-c61e-41b2-b313-b361b1b26da0,revision_number=0']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:15.514822 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d063c5d-215f-42b4-bc7e-f4d613c8cbef admin admin] Checking segment: {'id': '9a53d831-3761-4266-b8b5-121a6bb87f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:31:15.517010 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d063c5d-215f-42b4-bc7e-f4d613c8cbef admin admin] Network hostable DHCP agents. Network: 56f473a9-939b-4bd2-a5d0-e5eaaaa25745, hostable agents: ['e7b68426-6abe-45ee-a2ce-c32f72f66753'], hosted agents: [] {{(pid=103806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 10:31:15.517944 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Network 4d5f07d8-adfa-49e4-965f-88f44de7cd54 details requested by agent ovs-agent-dv-cinder-843493-2-iscsi with host dv-cinder-843493-2-iscsi {{(pid=103807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 10:31:15.621259 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d063c5d-215f-42b4-bc7e-f4d613c8cbef admin admin] Network 56f473a9-939b-4bd2-a5d0-e5eaaaa25745 is scheduled to be hosted by DHCP agent e7b68426-6abe-45ee-a2ce-c32f72f66753 with binding_index 1 {{(pid=103806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 10:31:15.645305 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [None req-7d063c5d-215f-42b4-bc7e-f4d613c8cbef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843493-2-iscsi, 56f473a9-939b-4bd2-a5d0-e5eaaaa25745) {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:31:15.654141 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d063c5d-215f-42b4-bc7e-f4d613c8cbef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:15.654755 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7d063c5d-215f-42b4-bc7e-f4d613c8cbef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for subnet (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:15.684914 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-9f73eea1-9406-49cc-8c30-85936c7cb91d admin admin] Publish callbacks [] for port (b7bd4cac-b4b2-460c-a99b-a7ea3afa1580), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:15.721216 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 51562) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:15.721354 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-7d063c5d-215f-42b4-bc7e-f4d613c8cbef admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3453639 Jun 15 10:31:15.732603 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [None req-448110c2-ea8d-4cfe-8ae9-e7e9126f72c5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1378705910-router', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81'}}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:31:15.747535 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-9f73eea1-9406-49cc-8c30-85936c7cb91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205'] for port (b7bd4cac-b4b2-460c-a99b-a7ea3afa1580), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:15.754302 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102bd2e2-9cc6-46e4-94ce-f194925730c6 None None] Network 56f473a9-939b-4bd2-a5d0-e5eaaaa25745 requested from dv-cinder-843493-2-iscsi {{(pid=103807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 10:31:15.892898 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:15.892898 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-273eda59-4bbb-4a0c-b1de-6c2784ca9dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468'] for subnet (9d001222-a4ff-4954-9899-62f9de0c8b3d), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:15.904332 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-448110c2-ea8d-4cfe-8ae9-e7e9126f72c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-364'] for router (2fa8359a-ff8d-42fb-bdf9-fa2b54045d47), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:15.904332 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-448110c2-ea8d-4cfe-8ae9-e7e9126f72c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-721569', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-357'] for router (2fa8359a-ff8d-42fb-bdf9-fa2b54045d47), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:15.923789 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f73eea1-9406-49cc-8c30-85936c7cb91d admin admin] Network 0c6836d1-4e10-4696-9cf9-183899f77c81 is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:31:15.937186 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [None req-9f73eea1-9406-49cc-8c30-85936c7cb91d admin admin] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:31:15.939784 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f73eea1-9406-49cc-8c30-85936c7cb91d admin admin] Pushing event updated for resources: {'Port': ['ID=b7bd4cac-b4b2-460c-a99b-a7ea3afa1580,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:15.945906 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f73eea1-9406-49cc-8c30-85936c7cb91d admin admin] Received port after_create {{(pid=103806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:31:16.039424 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273eda59-4bbb-4a0c-b1de-6c2784ca9dff admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d001222-a4ff-4954-9899-62f9de0c8b3d,revision_number=0']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:16.063032 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 8b3b2271-fb8b-4769-81fa-37396461d549 up at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:31:16.090089 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-448110c2-ea8d-4cfe-8ae9-e7e9126f72c5 admin admin] Publish callbacks [] for router_controller (2fa8359a-ff8d-42fb-bdf9-fa2b54045d47), precommit_add_association {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:16.155714 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273eda59-4bbb-4a0c-b1de-6c2784ca9dff admin admin] Checking segment: {'id': '19f9c52a-802c-4297-ba83-8da5c92ffd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4d5f07d8-adfa-49e4-965f-88f44de7cd54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:31:16.156097 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273eda59-4bbb-4a0c-b1de-6c2784ca9dff admin admin] Network hostable DHCP agents. Network: 4d5f07d8-adfa-49e4-965f-88f44de7cd54, hostable agents: ['e7b68426-6abe-45ee-a2ce-c32f72f66753'], hosted agents: [] {{(pid=103805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 10:31:16.164861 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d654f1-79e1-4dad-906b-5dacd0f17c90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa140b1e4-d584-5ee8-9a96-4d94431f580c-56f473a9-939b-4bd2-a5d0-e5eaaaa25745', 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745', 'project_id': 'b683b2d399b54484aa5820537038b8af', 'fixed_ips': [{'subnet_id': 'aea43f55-c61e-41b2-b313-b361b1b26da0'}]}} from dv-cinder-843493-2-iscsi. {{(pid=103807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 15 10:31:16.165994 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d0d654f1-79e1-4dad-906b-5dacd0f17c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:16.194359 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Provisioning complete for port 8b3b2271-fb8b-4769-81fa-37396461d549 triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:31:16.195002 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (8b3b2271-fb8b-4769-81fa-37396461d549), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:16.564231 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-9f73eea1-9406-49cc-8c30-85936c7cb91d admin admin] Publish callbacks [] for router_gateway (95f3bb7c-a043-4f67-9816-ac38c8ca03f3), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:16.578020 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-448110c2-ea8d-4cfe-8ae9-e7e9126f72c5 admin admin] Publish callbacks [] for router_gateway (2fa8359a-ff8d-42fb-bdf9-fa2b54045d47), precommit_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:16.593931 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273eda59-4bbb-4a0c-b1de-6c2784ca9dff admin admin] Network 4d5f07d8-adfa-49e4-965f-88f44de7cd54 is scheduled to be hosted by DHCP agent e7b68426-6abe-45ee-a2ce-c32f72f66753 with binding_index 1 {{(pid=103805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 10:31:16.637260 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.base_scheduler [None req-273eda59-4bbb-4a0c-b1de-6c2784ca9dff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843493-2-iscsi, 4d5f07d8-adfa-49e4-965f-88f44de7cd54) {{(pid=103805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:31:16.648399 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273eda59-4bbb-4a0c-b1de-6c2784ca9dff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:16.649584 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-273eda59-4bbb-4a0c-b1de-6c2784ca9dff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for subnet (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:16.680928 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 51598) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:16.686152 dv-cinder-843493-2-iscsi neutron-server[103805]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 15 10:31:16.715414 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:16.737015 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b9dac6-ca04-49d3-aa9b-72c2503d9d8f None None] Network 4d5f07d8-adfa-49e4-965f-88f44de7cd54 requested from dv-cinder-843493-2-iscsi {{(pid=103807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 10:31:16.810858 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-273eda59-4bbb-4a0c-b1de-6c2784ca9dff admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5539894 Jun 15 10:31:16.811606 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 51606) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:16.821295 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-59f444b4-2386-4fe1-b50f-b9e54b42d680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (3cca6303-0f2e-4b13-b82d-f2749c30f699), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:16.959981 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [None req-1698a1b3-5aab-41cd-a8c9-4023f2b9f025 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1629135154-router', 'tenant_id': '5dc28af73e82414d8f709e447286a962', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81'}}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:31:16.999613 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:17.020915 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [None req-d0d654f1-79e1-4dad-906b-5dacd0f17c90 None None] Allocated IP 172.20.0.2 (56f473a9-939b-4bd2-a5d0-e5eaaaa25745/aea43f55-c61e-41b2-b313-b361b1b26da0/c08b4182-f624-44bc-9c74-7976af4fb8e3) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:31:17.023227 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Current status of the port 8b3b2271-fb8b-4769-81fa-37396461d549 is: DOWN; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:31:17.023807 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (8b3b2271-fb8b-4769-81fa-37396461d549), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:17.038170 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-9f73eea1-9406-49cc-8c30-85936c7cb91d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-721411'] for router (95f3bb7c-a043-4f67-9816-ac38c8ca03f3), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:17.104214 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1698a1b3-5aab-41cd-a8c9-4023f2b9f025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-364'] for router (f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:17.105536 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1698a1b3-5aab-41cd-a8c9-4023f2b9f025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-721569', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-357'] for router (f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:17.163221 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:17.203463 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] For port 8b3b2271-fb8b-4769-81fa-37396461d549, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=8b3b2271-fb8b-4769-81fa-37396461d549,segment=NetworkSegment(6837b548-608f-4f53-bc65-e11808045c9a),segment_id=6837b548-608f-4f53-bc65-e11808045c9a)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:31:17.207301 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9008f3ce-0441-4480-a5b6-52757df4452b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa140b1e4-d584-5ee8-9a96-4d94431f580c-4d5f07d8-adfa-49e4-965f-88f44de7cd54', 'network_id': '4d5f07d8-adfa-49e4-965f-88f44de7cd54', 'project_id': '5dc28af73e82414d8f709e447286a962', 'fixed_ips': [{'subnet_id': '9d001222-a4ff-4954-9899-62f9de0c8b3d'}]}} from dv-cinder-843493-2-iscsi. {{(pid=103807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 15 10:31:17.208510 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9008f3ce-0441-4480-a5b6-52757df4452b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:17.231761 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (8b3b2271-fb8b-4769-81fa-37396461d549), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:17.240302 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:17.371341 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf04dd6-527c-44a3-a548-71302536de22 None None] Network 5357f5ea-5034-4116-bf4e-1ab906c37c40 requested from dv-cinder-843493-2-iscsi {{(pid=103807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 10:31:17.391403 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f73eea1-9406-49cc-8c30-85936c7cb91d admin admin] Router 95f3bb7c-a043-4f67-9816-ac38c8ca03f3 is scheduled to L3 agent 06043943-94cb-49df-a062-a4886c03e673 with binding_index 1 {{(pid=103806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 15 10:31:17.424102 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:17.526687 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-df8a89c8-984e-48b1-b17c-d4fe376e6dbd None None] Provisioning complete for port 8b3b2271-fb8b-4769-81fa-37396461d549 triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:31:17.527075 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-df8a89c8-984e-48b1-b17c-d4fe376e6dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (8b3b2271-fb8b-4769-81fa-37396461d549), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:17.577013 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Pushing event updated for resources: {'Port': ['ID=8b3b2271-fb8b-4769-81fa-37396461d549,revision_number=3']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:17.631989 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d0d654f1-79e1-4dad-906b-5dacd0f17c90 None None] Publish callbacks [] for port (c08b4182-f624-44bc-9c74-7976af4fb8e3), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:17.662590 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1698a1b3-5aab-41cd-a8c9-4023f2b9f025 admin admin] Publish callbacks [] for router_controller (f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b), precommit_add_association {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:17.668513 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f73eea1-9406-49cc-8c30-85936c7cb91d admin admin] Notify agent at l3_agent.dv-cinder-843493-2-iscsi the message routers_updated {{(pid=103806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 10:31:17.694266 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d208d5-e948-4663-a115-3141ad2f3446 None None] Sync routers for ids ['95f3bb7c-a043-4f67-9816-ac38c8ca03f3'] in dv-cinder-843493-2-iscsi {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 10:31:17.698624 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-9f73eea1-9406-49cc-8c30-85936c7cb91d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:17.699905 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-9f73eea1-9406-49cc-8c30-85936c7cb91d admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.9215043 Jun 15 10:31:17.702904 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 51650) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:17.713634 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.agents_db [None req-cff4c53f-faac-479c-b9be-928944d02899 None None] Agent healthcheck: found 6 active agents {{(pid=103808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 10:31:17.720764 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-448110c2-ea8d-4cfe-8ae9-e7e9126f72c5 admin admin] Publish callbacks [] for router_gateway (2fa8359a-ff8d-42fb-bdf9-fa2b54045d47), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:17.739930 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d208d5-e948-4663-a115-3141ad2f3446 None None] Routers {'95f3bb7c-a043-4f67-9816-ac38c8ca03f3'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:31:17.741541 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-24d208d5-e948-4663-a115-3141ad2f3446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:31:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['95f3bb7c-a043-4f67-9816-ac38c8ca03f3'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:31:17.770180 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 51652) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:17.784059 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-df8a89c8-984e-48b1-b17c-d4fe376e6dbd None None] Current status of the port 8b3b2271-fb8b-4769-81fa-37396461d549 is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:31:17.784656 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b062b-3512-4655-a8b4-f9850e1f4af2 req-00dd6cfe-3f3a-429a-9aff-68ef1cc6192a tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:17.786834 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-8a8b062b-3512-4655-a8b4-f9850e1f4af2 req-00dd6cfe-3f3a-429a-9aff-68ef1cc6192a tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] 10.222.0.49 "GET /v2.0/networks?id=9a94a4c7-195b-4de3-a93a-ee4846d90190 HTTP/1.1" status: 200 len: 811 time: 1.1034081 Jun 15 10:31:17.804611 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d0d654f1-79e1-4dad-906b-5dacd0f17c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205'] for port (c08b4182-f624-44bc-9c74-7976af4fb8e3), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:17.855989 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-448110c2-ea8d-4cfe-8ae9-e7e9126f72c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:17.882395 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d654f1-79e1-4dad-906b-5dacd0f17c90 None None] Network 56f473a9-939b-4bd2-a5d0-e5eaaaa25745 is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:31:17.942244 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-d0d654f1-79e1-4dad-906b-5dacd0f17c90 None None] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:31:17.947542 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d654f1-79e1-4dad-906b-5dacd0f17c90 None None] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:31:18.125171 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-8a8b062b-3512-4655-a8b4-f9850e1f4af2 req-afdb906a-369c-4676-8842-540d686c21b1 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] 10.222.0.49 "GET /v2.0/quotas/b8df5f1986694e8f9ee6f55ef3995621 HTTP/1.1" status: 200 len: 375 time: 0.2626023 Jun 15 10:31:18.132941 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-24d208d5-e948-4663-a115-3141ad2f3446 None None] Set router 95f3bb7c-a043-4f67-9816-ac38c8ca03f3 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:31:18.156538 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 8b3b2271-fb8b-4769-81fa-37396461d549 up at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:31:18.190853 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-28d06d32-ea2f-4019-b04d-5ef5fa4d530e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (28e3d1c3-881c-45f9-bfee-5bcc9597e0ae), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:18.214651 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-efd02f6d-806e-4188-85a3-5e7570c4befa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:18.216406 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [None req-9008f3ce-0441-4480-a5b6-52757df4452b None None] Allocated IP 172.20.0.2 (4d5f07d8-adfa-49e4-965f-88f44de7cd54/9d001222-a4ff-4954-9899-62f9de0c8b3d/5fa8f3f6-000e-4d09-8324-15d7d71c010e) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:31:18.361268 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:18.404381 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-24d208d5-e948-4663-a115-3141ad2f3446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f3bb7c-a043-4f67-9816-ac38c8ca03f3', 'name': 'tempest-ServerRescueNegativeTestJSON-1419186222-router', 'tenant_id': '993c57bae00b4a0db1d8de0f5017630a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'b7bd4cac-b4b2-460c-a99b-a7ea3afa1580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:13Z', 'updated_at': '2022-06-15T10:31:16Z', 'revision_number': 3, 'project_id': '993c57bae00b4a0db1d8de0f5017630a', 'gw_port': {'id': 'b7bd4cac-b4b2-460c-a99b-a7ea3afa1580', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cb:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f3bb7c-a043-4f67-9816-ac38c8ca03f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:14Z', 'updated_at': '2022-06-15T10:31:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi'}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:31:18.417597 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9008f3ce-0441-4480-a5b6-52757df4452b None None] Publish callbacks [] for port (5fa8f3f6-000e-4d09-8324-15d7d71c010e), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:18.432934 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:18.435068 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-d0d654f1-79e1-4dad-906b-5dacd0f17c90 None None] Attempting to bind port c08b4182-f624-44bc-9c74-7976af4fb8e3 on host dv-cinder-843493-2-iscsi for vnic_type normal with profile {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 10:31:18.435456 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-d0d654f1-79e1-4dad-906b-5dacd0f17c90 None None] Attempting to bind port c08b4182-f624-44bc-9c74-7976af4fb8e3 by drivers openvswitch,hyperv on host dv-cinder-843493-2-iscsi at level 0 using segments [{'id': '9a53d831-3761-4266-b8b5-121a6bb87f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745'}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 10:31:18.435946 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d654f1-79e1-4dad-906b-5dacd0f17c90 None None] Attempting to bind port c08b4182-f624-44bc-9c74-7976af4fb8e3 on network 56f473a9-939b-4bd2-a5d0-e5eaaaa25745 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:31:18.438443 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-efd02f6d-806e-4188-85a3-5e7570c4befa admin admin] Publish callbacks [] for security_group (4e157da0-6ba5-4821-b82d-ea185305972b), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:18.439483 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d208d5-e948-4663-a115-3141ad2f3446 None None] Checking router: 95f3bb7c-a043-4f67-9816-ac38c8ca03f3 for host: dv-cinder-843493-2-iscsi {{(pid=103808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 10:31:18.440078 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d208d5-e948-4663-a115-3141ad2f3446 None None] Updating router 95f3bb7c-a043-4f67-9816-ac38c8ca03f3 port b7bd4cac-b4b2-460c-a99b-a7ea3afa1580 binding host dv-cinder-843493-2-iscsi {{(pid=103808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 10:31:18.446136 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9008f3ce-0441-4480-a5b6-52757df4452b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205'] for port (5fa8f3f6-000e-4d09-8324-15d7d71c010e), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:18.463127 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-8a8b062b-3512-4655-a8b4-f9850e1f4af2 req-5af93ee4-ec7d-48f1-b5e0-ed12e106ac07 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b8df5f1986694e8f9ee6f55ef3995621&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2712018 Jun 15 10:31:18.468917 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-efd02f6d-806e-4188-85a3-5e7570c4befa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (4e157da0-6ba5-4821-b82d-ea185305972b), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:18.476246 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=5 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:18.504319 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-efd02f6d-806e-4188-85a3-5e7570c4befa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8ec2b87e615e4b09b3b20ef149260f11&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7327740 Jun 15 10:31:18.505635 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 51674) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:18.510627 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1698a1b3-5aab-41cd-a8c9-4023f2b9f025 admin admin] Publish callbacks [] for router_gateway (f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b), precommit_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:18.522451 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-24d208d5-e948-4663-a115-3141ad2f3446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (b7bd4cac-b4b2-460c-a99b-a7ea3afa1580), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:18.522670 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d654f1-79e1-4dad-906b-5dacd0f17c90 None None] Pushing event updated for resources: {'Port': ['ID=c08b4182-f624-44bc-9c74-7976af4fb8e3,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:18.539629 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9008f3ce-0441-4480-a5b6-52757df4452b None None] Network 4d5f07d8-adfa-49e4-965f-88f44de7cd54 is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:31:18.570010 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d654f1-79e1-4dad-906b-5dacd0f17c90 None None] Checking agent: {'id': 'ad84a4c2-87cd-4603-a219-98785ef58eeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 10, 23, 18), 'started_at': datetime.datetime(2022, 6, 15, 10, 23, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 10, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 10:31:18.570407 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d654f1-79e1-4dad-906b-5dacd0f17c90 None None] Checking segment: {'id': '9a53d831-3761-4266-b8b5-121a6bb87f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:31:18.570814 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d0d654f1-79e1-4dad-906b-5dacd0f17c90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:18.571283 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d654f1-79e1-4dad-906b-5dacd0f17c90 None None] Bound using segment: {'id': '9a53d831-3761-4266-b8b5-121a6bb87f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745'} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 10:31:18.571772 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-d0d654f1-79e1-4dad-906b-5dacd0f17c90 None None] Bound port: c08b4182-f624-44bc-9c74-7976af4fb8e3, host: dv-cinder-843493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a53d831-3761-4266-b8b5-121a6bb87f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745'}}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 10:31:18.572735 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d0d654f1-79e1-4dad-906b-5dacd0f17c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (c08b4182-f624-44bc-9c74-7976af4fb8e3), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:18.586361 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:18.589509 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-9008f3ce-0441-4480-a5b6-52757df4452b None None] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:31:18.593040 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9008f3ce-0441-4480-a5b6-52757df4452b None None] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:31:18.615436 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (ad84a4c2-87cd-4603-a219-98785ef58eeb), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:18.678883 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd02f6d-806e-4188-85a3-5e7570c4befa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e157da0-6ba5-4821-b82d-ea185305972b,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:18.734541 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [req-8a8b062b-3512-4655-a8b4-f9850e1f4af2 req-1de882d6-da20-49aa-8251-0ecd31b59351 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103805) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 15 10:31:18.741121 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-8a8b062b-3512-4655-a8b4-f9850e1f4af2 req-1de882d6-da20-49aa-8251-0ecd31b59351 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1364956 Jun 15 10:31:18.754488 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9008f3ce-0441-4480-a5b6-52757df4452b None None] Pushing event updated for resources: {'Port': ['ID=5fa8f3f6-000e-4d09-8324-15d7d71c010e,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:18.765428 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.db.db_base_plugin_common [None req-448110c2-ea8d-4cfe-8ae9-e7e9126f72c5 admin admin] Allocated IP 172.27.0.213 (0c6836d1-4e10-4696-9cf9-183899f77c81/849db9c0-6b0b-495f-a2c9-c288d42c277d/1fc86ff8-2de6-4082-a231-6fe0f6affa60) {{(pid=103805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:31:18.775685 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Provisioning complete for port 8b3b2271-fb8b-4769-81fa-37396461d549 triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:31:18.775685 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (8b3b2271-fb8b-4769-81fa-37396461d549), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:18.776517 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:18.786442 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fadf1d66-e144-4203-a1f1-74a105ee0ec9 admin admin] Publish callbacks [] for security_group (4e157da0-6ba5-4821-b82d-ea185305972b), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:18.819912 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-9008f3ce-0441-4480-a5b6-52757df4452b None None] Attempting to bind port 5fa8f3f6-000e-4d09-8324-15d7d71c010e on host dv-cinder-843493-2-iscsi for vnic_type normal with profile {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 10:31:18.820300 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-9008f3ce-0441-4480-a5b6-52757df4452b None None] Attempting to bind port 5fa8f3f6-000e-4d09-8324-15d7d71c010e by drivers openvswitch,hyperv on host dv-cinder-843493-2-iscsi at level 0 using segments [{'id': '19f9c52a-802c-4297-ba83-8da5c92ffd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4d5f07d8-adfa-49e4-965f-88f44de7cd54'}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 10:31:18.820750 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9008f3ce-0441-4480-a5b6-52757df4452b None None] Attempting to bind port 5fa8f3f6-000e-4d09-8324-15d7d71c010e on network 4d5f07d8-adfa-49e4-965f-88f44de7cd54 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:31:18.840368 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-d0d654f1-79e1-4dad-906b-5dacd0f17c90 None None] For port c08b4182-f624-44bc-9c74-7976af4fb8e3, host dv-cinder-843493-2-iscsi, cleared binding levels {{(pid=103807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 10:31:18.863497 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-5b6aacd6-9d5d-4891-a8c3-c279da7d8eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:18.871117 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fadf1d66-e144-4203-a1f1-74a105ee0ec9 admin admin] Publish callbacks [] for security_group (4e157da0-6ba5-4821-b82d-ea185305972b), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:18.883299 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-d0d654f1-79e1-4dad-906b-5dacd0f17c90 None None] For port c08b4182-f624-44bc-9c74-7976af4fb8e3, host dv-cinder-843493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=c08b4182-f624-44bc-9c74-7976af4fb8e3,segment=NetworkSegment(9a53d831-3761-4266-b8b5-121a6bb87f69),segment_id=9a53d831-3761-4266-b8b5-121a6bb87f69)] {{(pid=103807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 10:31:18.890257 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9008f3ce-0441-4480-a5b6-52757df4452b None None] Checking agent: {'id': 'ad84a4c2-87cd-4603-a219-98785ef58eeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 10, 23, 18), 'started_at': datetime.datetime(2022, 6, 15, 10, 23, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 10, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 10:31:18.890938 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9008f3ce-0441-4480-a5b6-52757df4452b None None] Checking segment: {'id': '19f9c52a-802c-4297-ba83-8da5c92ffd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4d5f07d8-adfa-49e4-965f-88f44de7cd54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:31:18.892312 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9008f3ce-0441-4480-a5b6-52757df4452b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:18.892890 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9008f3ce-0441-4480-a5b6-52757df4452b None None] Bound using segment: {'id': '19f9c52a-802c-4297-ba83-8da5c92ffd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4d5f07d8-adfa-49e4-965f-88f44de7cd54'} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 10:31:18.893741 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-9008f3ce-0441-4480-a5b6-52757df4452b None None] Bound port: 5fa8f3f6-000e-4d09-8324-15d7d71c010e, host: dv-cinder-843493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19f9c52a-802c-4297-ba83-8da5c92ffd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4d5f07d8-adfa-49e4-965f-88f44de7cd54'}}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 10:31:18.894325 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9008f3ce-0441-4480-a5b6-52757df4452b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (5fa8f3f6-000e-4d09-8324-15d7d71c010e), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:18.901964 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d0d654f1-79e1-4dad-906b-5dacd0f17c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (c08b4182-f624-44bc-9c74-7976af4fb8e3), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:19.017243 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d654f1-79e1-4dad-906b-5dacd0f17c90 None None] Pushing event updated for resources: {'Port': ['ID=c08b4182-f624-44bc-9c74-7976af4fb8e3,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:19.091837 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-8a8b062b-3512-4655-a8b4-f9850e1f4af2 req-ffbcf793-b384-44d2-b114-028eec1685e0 service neutron] 10.222.0.49 "GET /v2.0/networks/9a94a4c7-195b-4de3-a93a-ee4846d90190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373637 Jun 15 10:31:19.118259 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fadf1d66-e144-4203-a1f1-74a105ee0ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (4e157da0-6ba5-4821-b82d-ea185305972b), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:19.121574 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fadf1d66-e144-4203-a1f1-74a105ee0ec9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:19.172518 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-fadf1d66-e144-4203-a1f1-74a105ee0ec9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4e157da0-6ba5-4821-b82d-ea185305972b HTTP/1.1" status: 204 len: 168 time: 0.6321111 Jun 15 10:31:19.196681 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1698a1b3-5aab-41cd-a8c9-4023f2b9f025 admin admin] Publish callbacks [] for router_gateway (f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:19.226337 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-b8c66911-dc4d-4d05-8781-5d7f437c405e None None] Provisioning complete for port 8b3b2271-fb8b-4769-81fa-37396461d549 triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:31:19.226910 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b8c66911-dc4d-4d05-8781-5d7f437c405e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (8b3b2271-fb8b-4769-81fa-37396461d549), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:19.230477 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadf1d66-e144-4203-a1f1-74a105ee0ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e157da0-6ba5-4821-b82d-ea185305972b,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:19.236132 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Current status of the port 8b3b2271-fb8b-4769-81fa-37396461d549 is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:31:19.296673 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_common [None req-5b6aacd6-9d5d-4891-a8c3-c279da7d8eb6 admin admin] Allocated IP 172.20.0.1 (5357f5ea-5034-4116-bf4e-1ab906c37c40/d0adbd34-bf07-4fba-a812-11643023d5f4/661b3675-95e9-4505-bbd9-a060f28ffbe2) {{(pid=103806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:31:19.301210 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-9008f3ce-0441-4480-a5b6-52757df4452b None None] For port 5fa8f3f6-000e-4d09-8324-15d7d71c010e, host dv-cinder-843493-2-iscsi, cleared binding levels {{(pid=103807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 10:31:19.334707 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-9008f3ce-0441-4480-a5b6-52757df4452b None None] For port 5fa8f3f6-000e-4d09-8324-15d7d71c010e, host dv-cinder-843493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=5fa8f3f6-000e-4d09-8324-15d7d71c010e,segment=NetworkSegment(19f9c52a-802c-4297-ba83-8da5c92ffd0c),segment_id=19f9c52a-802c-4297-ba83-8da5c92ffd0c)] {{(pid=103807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 10:31:19.348788 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-448110c2-ea8d-4cfe-8ae9-e7e9126f72c5 admin admin] Publish callbacks [] for port (1fc86ff8-2de6-4082-a231-6fe0f6affa60), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:19.376035 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9008f3ce-0441-4480-a5b6-52757df4452b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (5fa8f3f6-000e-4d09-8324-15d7d71c010e), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:19.451792 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-b8c66911-dc4d-4d05-8781-5d7f437c405e None None] Current status of the port 8b3b2271-fb8b-4769-81fa-37396461d549 is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:31:19.470293 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9008f3ce-0441-4480-a5b6-52757df4452b None None] Pushing event updated for resources: {'Port': ['ID=5fa8f3f6-000e-4d09-8324-15d7d71c010e,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:19.550436 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1698a1b3-5aab-41cd-a8c9-4023f2b9f025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:19.605161 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-448110c2-ea8d-4cfe-8ae9-e7e9126f72c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205'] for port (1fc86ff8-2de6-4082-a231-6fe0f6affa60), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:19.625964 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-5b6aacd6-9d5d-4891-a8c3-c279da7d8eb6 admin admin] Publish callbacks [] for port (661b3675-95e9-4505-bbd9-a060f28ffbe2), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:19.646625 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:19.666894 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-5b6aacd6-9d5d-4891-a8c3-c279da7d8eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205'] for port (661b3675-95e9-4505-bbd9-a060f28ffbe2), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:19.799813 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (a4349971-e88a-4ea8-a067-54d07204ee65), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:19.819518 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6aacd6-9d5d-4891-a8c3-c279da7d8eb6 admin admin] Network 5357f5ea-5034-4116-bf4e-1ab906c37c40 is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:31:19.846046 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [None req-5b6aacd6-9d5d-4891-a8c3-c279da7d8eb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:31:19.855237 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6aacd6-9d5d-4891-a8c3-c279da7d8eb6 admin admin] Received port after_create {{(pid=103806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:31:19.856007 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-5b6aacd6-9d5d-4891-a8c3-c279da7d8eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-721191'] for router_interface (95f3bb7c-a043-4f67-9816-ac38c8ca03f3), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:19.905451 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448110c2-ea8d-4cfe-8ae9-e7e9126f72c5 admin admin] Pushing event updated for resources: {'Port': ['ID=1fc86ff8-2de6-4082-a231-6fe0f6affa60,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:19.924181 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 51722) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:19.948163 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-81b26add-75b2-45ea-a578-0363d6d6e0b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:19.950220 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6aacd6-9d5d-4891-a8c3-c279da7d8eb6 admin admin] Pushing event updated for resources: {'Port': ['ID=661b3675-95e9-4505-bbd9-a060f28ffbe2,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:19.968145 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448110c2-ea8d-4cfe-8ae9-e7e9126f72c5 admin admin] Network 0c6836d1-4e10-4696-9cf9-183899f77c81 is already hosted by enough agents. {{(pid=103805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:31:19.970716 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.base_scheduler [None req-448110c2-ea8d-4cfe-8ae9-e7e9126f72c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:31:20.015160 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448110c2-ea8d-4cfe-8ae9-e7e9126f72c5 admin admin] Received port after_create {{(pid=103805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:31:20.082022 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:20.151392 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device c08b4182-f624-44bc-9c74-7976af4fb8e3 up at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:31:20.171020 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-24d208d5-e948-4663-a115-3141ad2f3446 None None] Publish callbacks [] for port (b7bd4cac-b4b2-460c-a99b-a7ea3afa1580), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:20.187202 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-24d208d5-e948-4663-a115-3141ad2f3446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (b7bd4cac-b4b2-460c-a99b-a7ea3afa1580), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:20.202063 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:20.280947 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-8a8b062b-3512-4655-a8b4-f9850e1f4af2 req-7c0f2cf8-6bb5-4626-ad53-90747190a1aa service neutron] 10.222.0.49 "GET /v2.0/networks/9a94a4c7-195b-4de3-a93a-ee4846d90190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0564966 Jun 15 10:31:20.291074 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Provisioning complete for port c08b4182-f624-44bc-9c74-7976af4fb8e3 triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:31:20.291658 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (c08b4182-f624-44bc-9c74-7976af4fb8e3), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:20.314635 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-24d208d5-e948-4663-a115-3141ad2f3446 None None] Attempting to bind port b7bd4cac-b4b2-460c-a99b-a7ea3afa1580 on host dv-cinder-843493-2-iscsi for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 10:31:20.315858 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-24d208d5-e948-4663-a115-3141ad2f3446 None None] Attempting to bind port b7bd4cac-b4b2-460c-a99b-a7ea3afa1580 by drivers openvswitch,hyperv on host dv-cinder-843493-2-iscsi at level 0 using segments [{'id': 'cb36ff63-3809-49b1-ae7b-cd8646780a76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 10:31:20.316584 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d208d5-e948-4663-a115-3141ad2f3446 None None] Attempting to bind port b7bd4cac-b4b2-460c-a99b-a7ea3afa1580 on network 0c6836d1-4e10-4696-9cf9-183899f77c81 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:31:20.327317 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfbcc6d-c0eb-4180-8247-49a9305d0c4a None None] Pushing event updated for resources: {'Port': ['ID=b7bd4cac-b4b2-460c-a99b-a7ea3afa1580,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:20.347983 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:20.353846 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d208d5-e948-4663-a115-3141ad2f3446 None None] Checking agent: {'id': 'ad84a4c2-87cd-4603-a219-98785ef58eeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 10, 23, 18), 'started_at': datetime.datetime(2022, 6, 15, 10, 23, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 10, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 10:31:20.354649 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d208d5-e948-4663-a115-3141ad2f3446 None None] Checking segment: {'id': 'cb36ff63-3809-49b1-ae7b-cd8646780a76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:31:20.355326 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-24d208d5-e948-4663-a115-3141ad2f3446 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:20.355936 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d208d5-e948-4663-a115-3141ad2f3446 None None] Bound using segment: {'id': 'cb36ff63-3809-49b1-ae7b-cd8646780a76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 10:31:20.356624 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-24d208d5-e948-4663-a115-3141ad2f3446 None None] Bound port: b7bd4cac-b4b2-460c-a99b-a7ea3afa1580, host: dv-cinder-843493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb36ff63-3809-49b1-ae7b-cd8646780a76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 10:31:20.357279 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-24d208d5-e948-4663-a115-3141ad2f3446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (b7bd4cac-b4b2-460c-a99b-a7ea3afa1580), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:20.406359 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfbcc6d-c0eb-4180-8247-49a9305d0c4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:31:20.417341 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfbcc6d-c0eb-4180-8247-49a9305d0c4a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:31:20.417810 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfbcc6d-c0eb-4180-8247-49a9305d0c4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:31:20.418273 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfbcc6d-c0eb-4180-8247-49a9305d0c4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:31:20.418719 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfbcc6d-c0eb-4180-8247-49a9305d0c4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:31:20.419214 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfbcc6d-c0eb-4180-8247-49a9305d0c4a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:31:20.419761 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfbcc6d-c0eb-4180-8247-49a9305d0c4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:31:20.420431 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfbcc6d-c0eb-4180-8247-49a9305d0c4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:31:20.420993 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfbcc6d-c0eb-4180-8247-49a9305d0c4a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:31:20.421521 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfbcc6d-c0eb-4180-8247-49a9305d0c4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:31:20.422050 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfbcc6d-c0eb-4180-8247-49a9305d0c4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:31:20.422599 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfbcc6d-c0eb-4180-8247-49a9305d0c4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:31:20.423155 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfbcc6d-c0eb-4180-8247-49a9305d0c4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:31:20.431852 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfbcc6d-c0eb-4180-8247-49a9305d0c4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:31:20.434093 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfbcc6d-c0eb-4180-8247-49a9305d0c4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:31:20.435614 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfbcc6d-c0eb-4180-8247-49a9305d0c4a None None] Tracked resource versions report: Jun 15 10:31:20.435614 dv-cinder-843493-2-iscsi neutron-server[103808]: pushed versions: Jun 15 10:31:20.435614 dv-cinder-843493-2-iscsi neutron-server[103808]: { 'AddressGroup': {'1.2'}, Jun 15 10:31:20.435614 dv-cinder-843493-2-iscsi neutron-server[103808]: 'Agent': {'1.1'}, Jun 15 10:31:20.435614 dv-cinder-843493-2-iscsi neutron-server[103808]: 'ConntrackHelper': {'1.0'}, Jun 15 10:31:20.435614 dv-cinder-843493-2-iscsi neutron-server[103808]: 'LocalIPAssociation': {'1.0'}, Jun 15 10:31:20.435614 dv-cinder-843493-2-iscsi neutron-server[103808]: 'Log': {'1.0'}, Jun 15 10:31:20.435614 dv-cinder-843493-2-iscsi neutron-server[103808]: 'NDPProxy': {'1.0'}, Jun 15 10:31:20.435614 dv-cinder-843493-2-iscsi neutron-server[103808]: 'Network': {'1.1'}, Jun 15 10:31:20.435614 dv-cinder-843493-2-iscsi neutron-server[103808]: 'Port': {'1.7'}, Jun 15 10:31:20.435614 dv-cinder-843493-2-iscsi neutron-server[103808]: 'PortForwarding': {'1.3'}, Jun 15 10:31:20.435614 dv-cinder-843493-2-iscsi neutron-server[103808]: 'QosPolicy': {'1.10'}, Jun 15 10:31:20.435614 dv-cinder-843493-2-iscsi neutron-server[103808]: 'SecurityGroup': {'1.5'}, Jun 15 10:31:20.435614 dv-cinder-843493-2-iscsi neutron-server[103808]: 'SecurityGroupRule': {'1.2'}, Jun 15 10:31:20.435614 dv-cinder-843493-2-iscsi neutron-server[103808]: 'SubPort': {'1.0'}, Jun 15 10:31:20.435614 dv-cinder-843493-2-iscsi neutron-server[103808]: 'Subnet': {'1.1'}, Jun 15 10:31:20.435614 dv-cinder-843493-2-iscsi neutron-server[103808]: 'Trunk': {'1.1'}} Jun 15 10:31:20.435614 dv-cinder-843493-2-iscsi neutron-server[103808]: consumer versions: Jun 15 10:31:20.435614 dv-cinder-843493-2-iscsi neutron-server[103808]: { DHCP agent@dv-cinder-843493-2-iscsi: {}, Jun 15 10:31:20.435614 dv-cinder-843493-2-iscsi neutron-server[103808]: HyperV agent@hv-cinder-84349: {}, Jun 15 10:31:20.435614 dv-cinder-843493-2-iscsi neutron-server[103808]: L3 agent@dv-cinder-843493-2-iscsi: {}, Jun 15 10:31:20.435614 dv-cinder-843493-2-iscsi neutron-server[103808]: Metadata agent@dv-cinder-843493-2-iscsi: {}, Jun 15 10:31:20.435614 dv-cinder-843493-2-iscsi neutron-server[103808]: Metering agent@dv-cinder-843493-2-iscsi: {}, Jun 15 10:31:20.435614 dv-cinder-843493-2-iscsi neutron-server[103808]: Open vSwitch agent@dv-cinder-843493-2-iscsi: { 'AddressGroup': '1.2', Jun 15 10:31:20.435614 dv-cinder-843493-2-iscsi neutron-server[103808]: 'Agent': '1.1', Jun 15 10:31:20.435614 dv-cinder-843493-2-iscsi neutron-server[103808]: 'ConntrackHelper': '1.0', Jun 15 10:31:20.435614 dv-cinder-843493-2-iscsi neutron-server[103808]: 'LocalIPAssociation': '1.0', Jun 15 10:31:20.435614 dv-cinder-843493-2-iscsi neutron-server[103808]: 'Log': '1.0', Jun 15 10:31:20.435614 dv-cinder-843493-2-iscsi neutron-server[103808]: 'NDPProxy': '1.0', Jun 15 10:31:20.435614 dv-cinder-843493-2-iscsi neutron-server[103808]: 'Network': '1.1', Jun 15 10:31:20.435614 dv-cinder-843493-2-iscsi neutron-server[103808]: 'Port': '1.7', Jun 15 10:31:20.435614 dv-cinder-843493-2-iscsi neutron-server[103808]: 'PortForwarding': '1.3', Jun 15 10:31:20.435614 dv-cinder-843493-2-iscsi neutron-server[103808]: 'QosPolicy': '1.10', Jun 15 10:31:20.435614 dv-cinder-843493-2-iscsi neutron-server[103808]: 'SecurityGroup': '1.5', Jun 15 10:31:20.435614 dv-cinder-843493-2-iscsi neutron-server[103808]: 'SecurityGroupRule': '1.2', Jun 15 10:31:20.435614 dv-cinder-843493-2-iscsi neutron-server[103808]: 'SubPort': '1.0', Jun 15 10:31:20.435614 dv-cinder-843493-2-iscsi neutron-server[103808]: 'Subnet': '1.1', Jun 15 10:31:20.435614 dv-cinder-843493-2-iscsi neutron-server[103808]: 'Trunk': '1.1'}} Jun 15 10:31:20.435614 dv-cinder-843493-2-iscsi neutron-server[103808]: {{(pid=103808) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 10:31:20.437385 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-c270588d-378d-4d34-be3c-2c0c7d716461 None None] Provisioning complete for port 661b3675-95e9-4505-bbd9-a060f28ffbe2 triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:31:20.437385 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c270588d-378d-4d34-be3c-2c0c7d716461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (661b3675-95e9-4505-bbd9-a060f28ffbe2), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:20.463338 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 51730) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:20.500306 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-24d208d5-e948-4663-a115-3141ad2f3446 None None] For port b7bd4cac-b4b2-460c-a99b-a7ea3afa1580, host dv-cinder-843493-2-iscsi, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 10:31:20.506715 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-24d208d5-e948-4663-a115-3141ad2f3446 None None] For port b7bd4cac-b4b2-460c-a99b-a7ea3afa1580, host dv-cinder-843493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=b7bd4cac-b4b2-460c-a99b-a7ea3afa1580,segment=NetworkSegment(cb36ff63-3809-49b1-ae7b-cd8646780a76),segment_id=cb36ff63-3809-49b1-ae7b-cd8646780a76)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 10:31:20.520649 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-24d208d5-e948-4663-a115-3141ad2f3446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (b7bd4cac-b4b2-460c-a99b-a7ea3afa1580), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:20.562135 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:20.639382 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-81b26add-75b2-45ea-a578-0363d6d6e0b6 admin admin] Publish callbacks [] for security_group (efa20bf8-48e5-4397-b17d-f4c23ea4648f), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:20.642504 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-5b6aacd6-9d5d-4891-a8c3-c279da7d8eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (661b3675-95e9-4505-bbd9-a060f28ffbe2), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:20.689975 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfbcc6d-c0eb-4180-8247-49a9305d0c4a None None] Pushing event updated for resources: {'Port': ['ID=b7bd4cac-b4b2-460c-a99b-a7ea3afa1580,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:20.696918 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-81b26add-75b2-45ea-a578-0363d6d6e0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (efa20bf8-48e5-4397-b17d-f4c23ea4648f), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:20.735200 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d208d5-e948-4663-a115-3141ad2f3446 None None] Routers {'95f3bb7c-a043-4f67-9816-ac38c8ca03f3'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:31:20.736095 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-24d208d5-e948-4663-a115-3141ad2f3446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:31:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['95f3bb7c-a043-4f67-9816-ac38c8ca03f3'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:31:20.761195 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:20.764421 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.db.db_base_plugin_common [None req-1698a1b3-5aab-41cd-a8c9-4023f2b9f025 admin admin] Allocated IP 172.27.0.169 (0c6836d1-4e10-4696-9cf9-183899f77c81/849db9c0-6b0b-495f-a2c9-c288d42c277d/165f926b-f3c5-4ec3-ab58-e72609ce8ffd) {{(pid=103805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:31:20.767865 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-c270588d-378d-4d34-be3c-2c0c7d716461 None None] Port 661b3675-95e9-4505-bbd9-a060f28ffbe2 cannot update to ACTIVE because it is not bound. {{(pid=103807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 10:31:20.813109 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Current status of the port c08b4182-f624-44bc-9c74-7976af4fb8e3 is: DOWN; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:31:20.816360 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (c08b4182-f624-44bc-9c74-7976af4fb8e3), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:20.863878 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] For port c08b4182-f624-44bc-9c74-7976af4fb8e3, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=c08b4182-f624-44bc-9c74-7976af4fb8e3,segment=NetworkSegment(9a53d831-3761-4266-b8b5-121a6bb87f69),segment_id=9a53d831-3761-4266-b8b5-121a6bb87f69)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:31:20.871055 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (c08b4182-f624-44bc-9c74-7976af4fb8e3), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:20.949200 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-81b26add-75b2-45ea-a578-0363d6d6e0b6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=be949cf4b0504052aad5ff0f70363837&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0183003 Jun 15 10:31:20.952889 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 51756) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:20.954031 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Pushing event updated for resources: {'Port': ['ID=c08b4182-f624-44bc-9c74-7976af4fb8e3,revision_number=3']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:20.955029 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-a1a36e45-1eb6-4125-8270-00035f403de2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:20.971991 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b26add-75b2-45ea-a578-0363d6d6e0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa20bf8-48e5-4397-b17d-f4c23ea4648f,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:21.035788 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180e3dbc-5bec-466e-ba68-3d4cb9f063be None None] Network 56f473a9-939b-4bd2-a5d0-e5eaaaa25745 requested from dv-cinder-843493-2-iscsi {{(pid=103807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 10:31:21.037711 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-24d208d5-e948-4663-a115-3141ad2f3446 None None] Set router 95f3bb7c-a043-4f67-9816-ac38c8ca03f3 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:31:21.043550 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-8d077f35-567d-4b29-85cd-d95677f0528d req-f7017b84-5839-4472-b8dc-a9dd8eed6747 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] 10.222.0.49 "GET /v2.0/ports?device_id=60658ba0-829b-4d71-9227-556791390b26 HTTP/1.1" status: 200 len: 210 time: 0.2296293 Jun 15 10:31:21.077809 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:21.133589 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-979a1b12-ce8c-4bd7-ba0e-da0b81b63060 None None] Provisioning complete for port c08b4182-f624-44bc-9c74-7976af4fb8e3 triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:31:21.134240 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-979a1b12-ce8c-4bd7-ba0e-da0b81b63060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (c08b4182-f624-44bc-9c74-7976af4fb8e3), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:21.187134 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-f58bb464-f654-49fb-addc-4ecce8359d1e admin admin] Publish callbacks [] for security_group (efa20bf8-48e5-4397-b17d-f4c23ea4648f), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:21.271747 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-979a1b12-ce8c-4bd7-ba0e-da0b81b63060 None None] Current status of the port c08b4182-f624-44bc-9c74-7976af4fb8e3 is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:31:21.282316 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-f58bb464-f654-49fb-addc-4ecce8359d1e admin admin] Publish callbacks [] for security_group (efa20bf8-48e5-4397-b17d-f4c23ea4648f), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:21.367524 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:21.417953 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-f58bb464-f654-49fb-addc-4ecce8359d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (efa20bf8-48e5-4397-b17d-f4c23ea4648f), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:21.423774 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-f58bb464-f654-49fb-addc-4ecce8359d1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:21.427237 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-f58bb464-f654-49fb-addc-4ecce8359d1e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/efa20bf8-48e5-4397-b17d-f4c23ea4648f HTTP/1.1" status: 204 len: 168 time: 0.4687676 Jun 15 10:31:21.433434 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-5b6aacd6-9d5d-4891-a8c3-c279da7d8eb6 admin admin] Publish callbacks [] for port (661b3675-95e9-4505-bbd9-a060f28ffbe2), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:21.443628 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58bb464-f654-49fb-addc-4ecce8359d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa20bf8-48e5-4397-b17d-f4c23ea4648f,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:21.470357 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-5b6aacd6-9d5d-4891-a8c3-c279da7d8eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (661b3675-95e9-4505-bbd9-a060f28ffbe2), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:21.472202 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-5b6aacd6-9d5d-4891-a8c3-c279da7d8eb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-721243'] for router_interface (95f3bb7c-a043-4f67-9816-ac38c8ca03f3), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:21.529070 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f20f5b9-970e-4ca8-9c4f-b87a25fa300e None None] Network 4d5f07d8-adfa-49e4-965f-88f44de7cd54 requested from dv-cinder-843493-2-iscsi {{(pid=103807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 10:31:21.537887 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-24d208d5-e948-4663-a115-3141ad2f3446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f3bb7c-a043-4f67-9816-ac38c8ca03f3', 'name': 'tempest-ServerRescueNegativeTestJSON-1419186222-router', 'tenant_id': '993c57bae00b4a0db1d8de0f5017630a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'b7bd4cac-b4b2-460c-a99b-a7ea3afa1580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:13Z', 'updated_at': '2022-06-15T10:31:20Z', 'revision_number': 4, 'project_id': '993c57bae00b4a0db1d8de0f5017630a', 'gw_port': {'id': 'b7bd4cac-b4b2-460c-a99b-a7ea3afa1580', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cb:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f3bb7c-a043-4f67-9816-ac38c8ca03f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:14Z', 'updated_at': '2022-06-15T10:31:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': '661b3675-95e9-4505-bbd9-a060f28ffbe2', 'name': '', 'network_id': '5357f5ea-5034-4116-bf4e-1ab906c37c40', 'tenant_id': '993c57bae00b4a0db1d8de0f5017630a', 'mac_address': 'fa:16:3e:ce:08:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f3bb7c-a043-4f67-9816-ac38c8ca03f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd0adbd34-bf07-4fba-a812-11643023d5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:18Z', 'updated_at': '2022-06-15T10:31:19Z', 'revision_number': 1, 'project_id': '993c57bae00b4a0db1d8de0f5017630a', 'subnets': [{'id': 'd0adbd34-bf07-4fba-a812-11643023d5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:31:21.567294 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-448110c2-ea8d-4cfe-8ae9-e7e9126f72c5 admin admin] Publish callbacks [] for router_gateway (2fa8359a-ff8d-42fb-bdf9-fa2b54045d47), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:21.593661 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d208d5-e948-4663-a115-3141ad2f3446 None None] The sync data for ids ['95f3bb7c-a043-4f67-9816-ac38c8ca03f3'] in dv-cinder-843493-2-iscsi is: [{'id': '95f3bb7c-a043-4f67-9816-ac38c8ca03f3', 'name': 'tempest-ServerRescueNegativeTestJSON-1419186222-router', 'tenant_id': '993c57bae00b4a0db1d8de0f5017630a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'b7bd4cac-b4b2-460c-a99b-a7ea3afa1580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:13Z', 'updated_at': '2022-06-15T10:31:20Z', 'revision_number': 4, 'project_id': '993c57bae00b4a0db1d8de0f5017630a', 'gw_port': {'id': 'b7bd4cac-b4b2-460c-a99b-a7ea3afa1580', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cb:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f3bb7c-a043-4f67-9816-ac38c8ca03f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:14Z', 'updated_at': '2022-06-15T10:31:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': '661b3675-95e9-4505-bbd9-a060f28ffbe2', 'name': '', 'network_id': '5357f5ea-5034-4116-bf4e-1ab906c37c40', 'tenant_id': '993c57bae00b4a0db1d8de0f5017630a', 'mac_address': 'fa:16:3e:ce:08:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f3bb7c-a043-4f67-9816-ac38c8ca03f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd0adbd34-bf07-4fba-a812-11643023d5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:18Z', 'updated_at': '2022-06-15T10:31:19Z', 'revision_number': 1, 'project_id': '993c57bae00b4a0db1d8de0f5017630a', 'subnets': [{'id': 'd0adbd34-bf07-4fba-a812-11643023d5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 10:31:21.625499 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6aacd6-9d5d-4891-a8c3-c279da7d8eb6 admin admin] Pushing event updated for resources: {'Port': ['ID=661b3675-95e9-4505-bbd9-a060f28ffbe2,revision_number=2']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:21.670517 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6aacd6-9d5d-4891-a8c3-c279da7d8eb6 admin admin] Network 5357f5ea-5034-4116-bf4e-1ab906c37c40 is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:31:21.675469 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [None req-5b6aacd6-9d5d-4891-a8c3-c279da7d8eb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:31:21.764841 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-d0a0a5a2-5cf7-412f-9054-028c6464671f None None] Provisioning complete for port c08b4182-f624-44bc-9c74-7976af4fb8e3 triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:31:21.765495 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d0a0a5a2-5cf7-412f-9054-028c6464671f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (c08b4182-f624-44bc-9c74-7976af4fb8e3), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:21.840803 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:DELETE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:21.893068 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-a1a36e45-1eb6-4125-8270-00035f403de2 admin admin] Publish callbacks [] for security_group (6958ba1d-f38a-4e02-9680-95ed2f6d04d5), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:21.905257 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1698a1b3-5aab-41cd-a8c9-4023f2b9f025 admin admin] Publish callbacks [] for port (165f926b-f3c5-4ec3-ab58-e72609ce8ffd), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:21.930688 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-a1a36e45-1eb6-4125-8270-00035f403de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (6958ba1d-f38a-4e02-9680-95ed2f6d04d5), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:21.973257 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b6aacd6-9d5d-4891-a8c3-c279da7d8eb6 admin admin] Router 95f3bb7c-a043-4f67-9816-ac38c8ca03f3 has already been hosted by L3 agent 06043943-94cb-49df-a062-a4886c03e673 {{(pid=103806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 10:31:22.170742 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d0a0a5a2-5cf7-412f-9054-028c6464671f None None] Current status of the port c08b4182-f624-44bc-9c74-7976af4fb8e3 is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:31:22.195225 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-d0a0a5a2-5cf7-412f-9054-028c6464671f None None] Provisioning complete for port 5fa8f3f6-000e-4d09-8324-15d7d71c010e triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:31:22.195910 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d0a0a5a2-5cf7-412f-9054-028c6464671f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (5fa8f3f6-000e-4d09-8324-15d7d71c010e), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:22.256897 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device c08b4182-f624-44bc-9c74-7976af4fb8e3 up at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:31:22.307371 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-d255545e-cf88-4591-b099-28468b9bfa48 req-16032fa5-6df3-43ff-9ea2-7f1f0b38c1ac tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] 10.222.0.49 "GET /v2.0/ports?device_id=60658ba0-829b-4d71-9227-556791390b26 HTTP/1.1" status: 200 len: 210 time: 0.0900810 Jun 15 10:31:22.315697 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-a1a36e45-1eb6-4125-8270-00035f403de2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=44fccf2eb3e14011b997d90302f4e59f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.8489046 Jun 15 10:31:22.318890 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 51802) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:22.324314 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a36e45-1eb6-4125-8270-00035f403de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6958ba1d-f38a-4e02-9680-95ed2f6d04d5,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:22.343575 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=86,neutron:UPDATE=6,neutron:INSERT=8 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:22.369405 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1698a1b3-5aab-41cd-a8c9-4023f2b9f025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205'] for port (165f926b-f3c5-4ec3-ab58-e72609ce8ffd), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:22.406425 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:22.412525 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6aacd6-9d5d-4891-a8c3-c279da7d8eb6 admin admin] Notify agent at l3_agent.dv-cinder-843493-2-iscsi the message routers_updated {{(pid=103806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 10:31:22.432078 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-5b6aacd6-9d5d-4891-a8c3-c279da7d8eb6 admin admin] 10.222.0.49 "PUT /v2.0/routers/95f3bb7c-a043-4f67-9816-ac38c8ca03f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7273338 Jun 15 10:31:22.500971 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-193c5367-7a1b-4c93-9bde-4fed6c3feee9 admin admin] Publish callbacks [] for security_group (6958ba1d-f38a-4e02-9680-95ed2f6d04d5), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:22.542061 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-193c5367-7a1b-4c93-9bde-4fed6c3feee9 admin admin] Publish callbacks [] for security_group (6958ba1d-f38a-4e02-9680-95ed2f6d04d5), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:22.548239 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:22.557275 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d0a0a5a2-5cf7-412f-9054-028c6464671f None None] Current status of the port 5fa8f3f6-000e-4d09-8324-15d7d71c010e is: DOWN; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:31:22.558482 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d0a0a5a2-5cf7-412f-9054-028c6464671f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (5fa8f3f6-000e-4d09-8324-15d7d71c010e), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:22.566001 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1698a1b3-5aab-41cd-a8c9-4023f2b9f025 admin admin] Pushing event updated for resources: {'Port': ['ID=165f926b-f3c5-4ec3-ab58-e72609ce8ffd,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:22.571860 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Provisioning complete for port c08b4182-f624-44bc-9c74-7976af4fb8e3 triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:31:22.574381 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (c08b4182-f624-44bc-9c74-7976af4fb8e3), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:22.578824 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-448110c2-ea8d-4cfe-8ae9-e7e9126f72c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-721411'] for router (2fa8359a-ff8d-42fb-bdf9-fa2b54045d47), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:22.588529 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1698a1b3-5aab-41cd-a8c9-4023f2b9f025 admin admin] Network 0c6836d1-4e10-4696-9cf9-183899f77c81 is already hosted by enough agents. {{(pid=103805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:31:22.676238 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-193c5367-7a1b-4c93-9bde-4fed6c3feee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (6958ba1d-f38a-4e02-9680-95ed2f6d04d5), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:22.679481 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-193c5367-7a1b-4c93-9bde-4fed6c3feee9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:22.684329 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-193c5367-7a1b-4c93-9bde-4fed6c3feee9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6958ba1d-f38a-4e02-9680-95ed2f6d04d5 HTTP/1.1" status: 204 len: 168 time: 0.3592186 Jun 15 10:31:22.704862 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193c5367-7a1b-4c93-9bde-4fed6c3feee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6958ba1d-f38a-4e02-9680-95ed2f6d04d5,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:22.707607 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:22.712381 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.base_scheduler [None req-1698a1b3-5aab-41cd-a8c9-4023f2b9f025 admin admin] Resources bound (agent type, host, resource id): {{(pid=103805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:31:22.727159 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1698a1b3-5aab-41cd-a8c9-4023f2b9f025 admin admin] Received port after_create {{(pid=103805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:31:22.747877 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-d0a0a5a2-5cf7-412f-9054-028c6464671f None None] For port 5fa8f3f6-000e-4d09-8324-15d7d71c010e, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=5fa8f3f6-000e-4d09-8324-15d7d71c010e,segment=NetworkSegment(19f9c52a-802c-4297-ba83-8da5c92ffd0c),segment_id=19f9c52a-802c-4297-ba83-8da5c92ffd0c)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:31:22.766299 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d0a0a5a2-5cf7-412f-9054-028c6464671f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (5fa8f3f6-000e-4d09-8324-15d7d71c010e), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:22.832915 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a0a5a2-5cf7-412f-9054-028c6464671f None None] Pushing event updated for resources: {'Port': ['ID=5fa8f3f6-000e-4d09-8324-15d7d71c010e,revision_number=3']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:22.888840 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Current status of the port c08b4182-f624-44bc-9c74-7976af4fb8e3 is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:31:22.890052 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 5fa8f3f6-000e-4d09-8324-15d7d71c010e up at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:31:22.981359 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-a4b928af-dfab-4692-a4ed-db37c3fb934e None None] Provisioning complete for port 661b3675-95e9-4505-bbd9-a060f28ffbe2 triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:31:22.981927 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-a4b928af-dfab-4692-a4ed-db37c3fb934e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (661b3675-95e9-4505-bbd9-a060f28ffbe2), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:23.034053 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:23.108870 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Provisioning complete for port 5fa8f3f6-000e-4d09-8324-15d7d71c010e triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:31:23.109719 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (5fa8f3f6-000e-4d09-8324-15d7d71c010e), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:23.117452 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-a4b928af-dfab-4692-a4ed-db37c3fb934e None None] Port 661b3675-95e9-4505-bbd9-a060f28ffbe2 cannot update to ACTIVE because it is not bound. {{(pid=103807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 10:31:23.168823 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-448110c2-ea8d-4cfe-8ae9-e7e9126f72c5 admin admin] Router 2fa8359a-ff8d-42fb-bdf9-fa2b54045d47 is scheduled to L3 agent 06043943-94cb-49df-a062-a4886c03e673 with binding_index 1 {{(pid=103805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 15 10:31:23.175651 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-a4b928af-dfab-4692-a4ed-db37c3fb934e None None] Provisioning complete for port 5fa8f3f6-000e-4d09-8324-15d7d71c010e triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:31:23.176030 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-a4b928af-dfab-4692-a4ed-db37c3fb934e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (5fa8f3f6-000e-4d09-8324-15d7d71c010e), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:23.283851 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1698a1b3-5aab-41cd-a8c9-4023f2b9f025 admin admin] Publish callbacks [] for router_gateway (f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:23.439937 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Current status of the port 5fa8f3f6-000e-4d09-8324-15d7d71c010e is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:31:23.536336 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 51858) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:23.538576 dv-cinder-843493-2-iscsi neutron-server[103806]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 15 10:31:23.548325 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-a4b928af-dfab-4692-a4ed-db37c3fb934e None None] Current status of the port 5fa8f3f6-000e-4d09-8324-15d7d71c010e is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:31:23.651576 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448110c2-ea8d-4cfe-8ae9-e7e9126f72c5 admin admin] Notify agent at l3_agent.dv-cinder-843493-2-iscsi the message routers_updated {{(pid=103805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 10:31:23.662868 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bdc26c-3e78-4e6f-a33b-625d56ffe2da None None] Sync routers for ids ['2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'] in dv-cinder-843493-2-iscsi {{(pid=103807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 10:31:23.684266 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bdc26c-3e78-4e6f-a33b-625d56ffe2da None None] Routers {'2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:31:23.686326 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-edc66683-d40a-43c0-813a-932ea83ee5b7 req-53bfa12b-3c0f-4389-a377-50ec9b2fc92e tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] 10.222.0.49 "GET /v2.0/ports?device_id=60658ba0-829b-4d71-9227-556791390b26 HTTP/1.1" status: 200 len: 210 time: 0.0557160 Jun 15 10:31:23.688240 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-b8bdc26c-3e78-4e6f-a33b-625d56ffe2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:31:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'], 'active': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:31:23.704880 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-448110c2-ea8d-4cfe-8ae9-e7e9126f72c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:23.709219 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-448110c2-ea8d-4cfe-8ae9-e7e9126f72c5 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.9882646 Jun 15 10:31:23.711722 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 51866) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:23.715347 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 51868) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:23.903438 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvr_db [None req-b8bdc26c-3e78-4e6f-a33b-625d56ffe2da None None] Set router 2fa8359a-ff8d-42fb-bdf9-fa2b54045d47 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:31:23.945049 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.62', 60224) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:23.972536 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-fa2558e2-7b45-4bca-9ea3-33bc21036dac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:23.978820 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1698a1b3-5aab-41cd-a8c9-4023f2b9f025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-721411'] for router (f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:24.161748 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 5fa8f3f6-000e-4d09-8324-15d7d71c010e up at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:31:24.164177 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223e4b5-776e-46ed-8b82-7d2e1131ba3f req-8f58af94-751e-45ab-915c-fe8d1b8ccbec tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:24.171960 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8223e4b5-776e-46ed-8b82-7d2e1131ba3f req-8f58af94-751e-45ab-915c-fe8d1b8ccbec tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/networks?id=5357f5ea-5034-4116-bf4e-1ab906c37c40 HTTP/1.1" status: 200 len: 819 time: 0.6343553 Jun 15 10:31:24.295463 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8223e4b5-776e-46ed-8b82-7d2e1131ba3f req-e9a9a639-a5df-438e-8ca1-9406c64ca93f tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/quotas/993c57bae00b4a0db1d8de0f5017630a HTTP/1.1" status: 200 len: 375 time: 0.1223135 Jun 15 10:31:24.326576 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:24.331829 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Provisioning complete for port 5fa8f3f6-000e-4d09-8324-15d7d71c010e triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:31:24.332231 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (5fa8f3f6-000e-4d09-8324-15d7d71c010e), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:24.335146 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b062b-3512-4655-a8b4-f9850e1f4af2 req-4387d85e-f4cd-492c-b05f-356865a3c208 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:24.347909 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8a8b062b-3512-4655-a8b4-f9850e1f4af2 req-4387d85e-f4cd-492c-b05f-356865a3c208 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] 10.222.0.62 "GET /v2.0/networks?id=9a94a4c7-195b-4de3-a93a-ee4846d90190 HTTP/1.1" status: 200 len: 811 time: 0.3769636 Jun 15 10:31:24.358359 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-b8bdc26c-3e78-4e6f-a33b-625d56ffe2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'name': 'tempest-AttachVolumeNegativeTest-1378705910-router', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '1fc86ff8-2de6-4082-a231-6fe0f6affa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:15Z', 'updated_at': '2022-06-15T10:31:20Z', 'revision_number': 3, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'gw_port': {'id': '1fc86ff8-2de6-4082-a231-6fe0f6affa60', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:15:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:18Z', 'updated_at': '2022-06-15T10:31:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi'}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:31:24.406199 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bdc26c-3e78-4e6f-a33b-625d56ffe2da None None] Checking router: 2fa8359a-ff8d-42fb-bdf9-fa2b54045d47 for host: dv-cinder-843493-2-iscsi {{(pid=103807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 10:31:24.406761 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bdc26c-3e78-4e6f-a33b-625d56ffe2da None None] Updating router 2fa8359a-ff8d-42fb-bdf9-fa2b54045d47 port 1fc86ff8-2de6-4082-a231-6fe0f6affa60 binding host dv-cinder-843493-2-iscsi {{(pid=103807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 10:31:24.438169 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [req-8a8b062b-3512-4655-a8b4-f9850e1f4af2 req-13857854-4e20-4e1d-86dc-f90a07d55123 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] Request body: {'port': {'device_id': '60658ba0-829b-4d71-9227-556791390b26', 'network_id': '9a94a4c7-195b-4de3-a93a-ee4846d90190', 'admin_state_up': True, 'tenant_id': 'b8df5f1986694e8f9ee6f55ef3995621'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:31:24.486228 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:24.502242 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:24.528970 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b8bdc26c-3e78-4e6f-a33b-625d56ffe2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (1fc86ff8-2de6-4082-a231-6fe0f6affa60), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:24.570594 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8223e4b5-776e-46ed-8b82-7d2e1131ba3f req-042abcd1-393e-4a6a-a3c3-cc44eb0e0729 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=993c57bae00b4a0db1d8de0f5017630a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2163057 Jun 15 10:31:24.777693 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a8b062b-3512-4655-a8b4-f9850e1f4af2 req-13857854-4e20-4e1d-86dc-f90a07d55123 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] Made reservation on behalf of b8df5f1986694e8f9ee6f55ef3995621 for: {'port': 1} {{(pid=103806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 10:31:24.782587 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-8a8b062b-3512-4655-a8b4-f9850e1f4af2 req-13857854-4e20-4e1d-86dc-f90a07d55123 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:24.890927 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-fa2558e2-7b45-4bca-9ea3-33bc21036dac admin admin] Publish callbacks [] for security_group (171ae4eb-f808-44a9-a805-772802d8b3b6), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:24.902300 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-fa2558e2-7b45-4bca-9ea3-33bc21036dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (171ae4eb-f808-44a9-a805-772802d8b3b6), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:24.925331 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Current status of the port 5fa8f3f6-000e-4d09-8324-15d7d71c010e is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:31:24.926436 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device b7bd4cac-b4b2-460c-a99b-a7ea3afa1580 up at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:31:24.988304 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-fa2558e2-7b45-4bca-9ea3-33bc21036dac admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=888edbc1e4ba47debf36ca4f85b4f446&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0445192 Jun 15 10:31:24.997141 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 51944) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:24.999268 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2558e2-7b45-4bca-9ea3-33bc21036dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=171ae4eb-f808-44a9-a805-772802d8b3b6,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:25.014015 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1698a1b3-5aab-41cd-a8c9-4023f2b9f025 admin admin] Router f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b is scheduled to L3 agent 06043943-94cb-49df-a062-a4886c03e673 with binding_index 1 {{(pid=103805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 15 10:31:25.217168 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-9ee09786-232c-4fc0-90b1-d8c23edd60a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:25.260665 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Provisioning complete for port b7bd4cac-b4b2-460c-a99b-a7ea3afa1580 triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:31:25.261347 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (b7bd4cac-b4b2-460c-a99b-a7ea3afa1580), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:25.280002 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-35efc921-02d1-4cd9-92f0-5763c312e28f admin admin] Publish callbacks [] for security_group (171ae4eb-f808-44a9-a805-772802d8b3b6), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:25.383017 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_common [req-8a8b062b-3512-4655-a8b4-f9850e1f4af2 req-13857854-4e20-4e1d-86dc-f90a07d55123 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] Allocated IP 172.20.0.13 (9a94a4c7-195b-4de3-a93a-ee4846d90190/98bc89c9-0e9d-4d50-afee-a1d95d10866d/fdbb94bf-b965-46d1-9c94-6a818e605361) {{(pid=103806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:31:25.437444 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d7e100-0a7e-42c2-bc74-fc9a586c6a6c None None] Sync routers for ids ['95f3bb7c-a043-4f67-9816-ac38c8ca03f3'] in dv-cinder-843493-2-iscsi {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 10:31:25.455383 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d7e100-0a7e-42c2-bc74-fc9a586c6a6c None None] Routers {'95f3bb7c-a043-4f67-9816-ac38c8ca03f3'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:31:25.456070 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-80d7e100-0a7e-42c2-bc74-fc9a586c6a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:31:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['95f3bb7c-a043-4f67-9816-ac38c8ca03f3'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:31:25.499442 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-35efc921-02d1-4cd9-92f0-5763c312e28f admin admin] Publish callbacks [] for security_group (171ae4eb-f808-44a9-a805-772802d8b3b6), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:25.628706 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:INSERT=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:25.652225 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-1c741824-5859-4e1f-ab00-e64e1f88a9a2 req-cceca1df-a3b8-410a-80b7-718b6ab86ce4 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] 10.222.0.49 "GET /v2.0/ports?device_id=60658ba0-829b-4d71-9227-556791390b26 HTTP/1.1" status: 200 len: 210 time: 0.3335147 Jun 15 10:31:25.682660 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1698a1b3-5aab-41cd-a8c9-4023f2b9f025 admin admin] Notify agent at l3_agent.dv-cinder-843493-2-iscsi the message routers_updated {{(pid=103805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 10:31:25.746649 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-35efc921-02d1-4cd9-92f0-5763c312e28f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (171ae4eb-f808-44a9-a805-772802d8b3b6), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:25.754551 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-35efc921-02d1-4cd9-92f0-5763c312e28f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:25.760338 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:25.764205 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-35efc921-02d1-4cd9-92f0-5763c312e28f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/171ae4eb-f808-44a9-a805-772802d8b3b6 HTTP/1.1" status: 204 len: 168 time: 0.7639303 Jun 15 10:31:25.804465 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579842db-a989-4adf-a9e4-ab45294f3573 None None] Sync routers for ids ['f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b'] in dv-cinder-843493-2-iscsi {{(pid=103807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 10:31:25.818484 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-80d7e100-0a7e-42c2-bc74-fc9a586c6a6c None None] Set router 95f3bb7c-a043-4f67-9816-ac38c8ca03f3 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:31:25.835655 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35efc921-02d1-4cd9-92f0-5763c312e28f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171ae4eb-f808-44a9-a805-772802d8b3b6,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:25.884434 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=5 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:25.963212 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579842db-a989-4adf-a9e4-ab45294f3573 None None] Routers {'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:31:25.963858 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-579842db-a989-4adf-a9e4-ab45294f3573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:31:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b'], 'active': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:31:25.985833 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b8bdc26c-3e78-4e6f-a33b-625d56ffe2da None None] Publish callbacks [] for port (1fc86ff8-2de6-4082-a231-6fe0f6affa60), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:25.990595 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:26.034228 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1698a1b3-5aab-41cd-a8c9-4023f2b9f025 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:26.035529 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-1698a1b3-5aab-41cd-a8c9-4023f2b9f025 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.0911255 Jun 15 10:31:26.042168 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 51972) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:26.210073 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [req-8223e4b5-776e-46ed-8b82-7d2e1131ba3f req-823a582d-105f-4d8e-b832-a0e5e8fd16ae service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103806) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 15 10:31:26.227256 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8223e4b5-776e-46ed-8b82-7d2e1131ba3f req-823a582d-105f-4d8e-b832-a0e5e8fd16ae service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2440662 Jun 15 10:31:26.428377 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b8bdc26c-3e78-4e6f-a33b-625d56ffe2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (1fc86ff8-2de6-4082-a231-6fe0f6affa60), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:26.579590 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517310aa-0a9e-4ad6-8cd4-9c45bf03d080 None None] Pushing event updated for resources: {'Port': ['ID=1fc86ff8-2de6-4082-a231-6fe0f6affa60,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:26.620369 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Current status of the port b7bd4cac-b4b2-460c-a99b-a7ea3afa1580 is: DOWN; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:31:26.620953 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (b7bd4cac-b4b2-460c-a99b-a7ea3afa1580), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:26.668227 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-b8bdc26c-3e78-4e6f-a33b-625d56ffe2da None None] Attempting to bind port 1fc86ff8-2de6-4082-a231-6fe0f6affa60 on host dv-cinder-843493-2-iscsi for vnic_type normal with profile {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 10:31:26.668582 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-b8bdc26c-3e78-4e6f-a33b-625d56ffe2da None None] Attempting to bind port 1fc86ff8-2de6-4082-a231-6fe0f6affa60 by drivers openvswitch,hyperv on host dv-cinder-843493-2-iscsi at level 0 using segments [{'id': 'cb36ff63-3809-49b1-ae7b-cd8646780a76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81'}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 10:31:26.669121 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bdc26c-3e78-4e6f-a33b-625d56ffe2da None None] Attempting to bind port 1fc86ff8-2de6-4082-a231-6fe0f6affa60 on network 0c6836d1-4e10-4696-9cf9-183899f77c81 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:31:26.677398 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8223e4b5-776e-46ed-8b82-7d2e1131ba3f req-9e780a07-8e84-46d7-8599-77a23f9038f0 service neutron] 10.222.0.49 "GET /v2.0/networks/5357f5ea-5034-4116-bf4e-1ab906c37c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4491191 Jun 15 10:31:26.690078 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] For port b7bd4cac-b4b2-460c-a99b-a7ea3afa1580, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=b7bd4cac-b4b2-460c-a99b-a7ea3afa1580,segment=NetworkSegment(cb36ff63-3809-49b1-ae7b-cd8646780a76),segment_id=cb36ff63-3809-49b1-ae7b-cd8646780a76)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:31:26.698799 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bdc26c-3e78-4e6f-a33b-625d56ffe2da None None] Checking agent: {'id': 'ad84a4c2-87cd-4603-a219-98785ef58eeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 10, 23, 18), 'started_at': datetime.datetime(2022, 6, 15, 10, 23, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 10, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 10:31:26.699839 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bdc26c-3e78-4e6f-a33b-625d56ffe2da None None] Checking segment: {'id': 'cb36ff63-3809-49b1-ae7b-cd8646780a76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:31:26.700401 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b8bdc26c-3e78-4e6f-a33b-625d56ffe2da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:26.701066 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bdc26c-3e78-4e6f-a33b-625d56ffe2da None None] Bound using segment: {'id': 'cb36ff63-3809-49b1-ae7b-cd8646780a76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81'} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 10:31:26.702157 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-b8bdc26c-3e78-4e6f-a33b-625d56ffe2da None None] Bound port: 1fc86ff8-2de6-4082-a231-6fe0f6affa60, host: dv-cinder-843493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb36ff63-3809-49b1-ae7b-cd8646780a76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81'}}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 10:31:26.702698 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b8bdc26c-3e78-4e6f-a33b-625d56ffe2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (1fc86ff8-2de6-4082-a231-6fe0f6affa60), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:26.806766 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-b8bdc26c-3e78-4e6f-a33b-625d56ffe2da None None] For port 1fc86ff8-2de6-4082-a231-6fe0f6affa60, host dv-cinder-843493-2-iscsi, cleared binding levels {{(pid=103807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 10:31:26.811961 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-b8bdc26c-3e78-4e6f-a33b-625d56ffe2da None None] For port 1fc86ff8-2de6-4082-a231-6fe0f6affa60, host dv-cinder-843493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=1fc86ff8-2de6-4082-a231-6fe0f6affa60,segment=NetworkSegment(cb36ff63-3809-49b1-ae7b-cd8646780a76),segment_id=cb36ff63-3809-49b1-ae7b-cd8646780a76)] {{(pid=103807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 10:31:26.815242 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-80d7e100-0a7e-42c2-bc74-fc9a586c6a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f3bb7c-a043-4f67-9816-ac38c8ca03f3', 'name': 'tempest-ServerRescueNegativeTestJSON-1419186222-router', 'tenant_id': '993c57bae00b4a0db1d8de0f5017630a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'b7bd4cac-b4b2-460c-a99b-a7ea3afa1580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:13Z', 'updated_at': '2022-06-15T10:31:20Z', 'revision_number': 4, 'project_id': '993c57bae00b4a0db1d8de0f5017630a', 'gw_port': {'id': 'b7bd4cac-b4b2-460c-a99b-a7ea3afa1580', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cb:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f3bb7c-a043-4f67-9816-ac38c8ca03f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:14Z', 'updated_at': '2022-06-15T10:31:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': '661b3675-95e9-4505-bbd9-a060f28ffbe2', 'name': '', 'network_id': '5357f5ea-5034-4116-bf4e-1ab906c37c40', 'tenant_id': '993c57bae00b4a0db1d8de0f5017630a', 'mac_address': 'fa:16:3e:ce:08:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f3bb7c-a043-4f67-9816-ac38c8ca03f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd0adbd34-bf07-4fba-a812-11643023d5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:18Z', 'updated_at': '2022-06-15T10:31:20Z', 'revision_number': 2, 'project_id': '993c57bae00b4a0db1d8de0f5017630a', 'subnets': [{'id': 'd0adbd34-bf07-4fba-a812-11643023d5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:31:26.823546 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (b7bd4cac-b4b2-460c-a99b-a7ea3afa1580), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:26.842875 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b8bdc26c-3e78-4e6f-a33b-625d56ffe2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (1fc86ff8-2de6-4082-a231-6fe0f6affa60), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:26.870666 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvr_db [None req-579842db-a989-4adf-a9e4-ab45294f3573 None None] Set router f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b gateway port host: dv-cinder-843493-2-iscsi {{(pid=103807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:31:26.898904 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-a9b56d49-c368-4bd1-87ea-a905b51ccda1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:26.926241 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d7e100-0a7e-42c2-bc74-fc9a586c6a6c None None] Checking router: 95f3bb7c-a043-4f67-9816-ac38c8ca03f3 for host: dv-cinder-843493-2-iscsi {{(pid=103808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 10:31:26.926970 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d7e100-0a7e-42c2-bc74-fc9a586c6a6c None None] Updating router 95f3bb7c-a043-4f67-9816-ac38c8ca03f3 port 661b3675-95e9-4505-bbd9-a060f28ffbe2 binding host dv-cinder-843493-2-iscsi {{(pid=103808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 10:31:26.985630 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.db.db_base_plugin_common [None req-9ee09786-232c-4fc0-90b1-d8c23edd60a8 admin admin] Allocated IP 172.20.0.1 (56f473a9-939b-4bd2-a5d0-e5eaaaa25745/aea43f55-c61e-41b2-b313-b361b1b26da0/72ff7bcb-1c2c-4396-bffa-259cffd9e868) {{(pid=103805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:31:27.056916 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-80d7e100-0a7e-42c2-bc74-fc9a586c6a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (661b3675-95e9-4505-bbd9-a060f28ffbe2), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:27.099697 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:27.106902 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:27.124975 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8223e4b5-776e-46ed-8b82-7d2e1131ba3f req-7597a2d3-670b-4955-918a-c6756ad08b30 service neutron] 10.222.0.49 "GET /v2.0/networks/5357f5ea-5034-4116-bf4e-1ab906c37c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4454219 Jun 15 10:31:27.182167 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:27.235876 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-74c16eb2-f41a-4b53-ae4f-f17df12f7132 req-3095f4af-a6e0-4fb1-ad64-ff5a11913c77 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] 10.222.0.49 "GET /v2.0/ports?device_id=60658ba0-829b-4d71-9227-556791390b26 HTTP/1.1" status: 200 len: 210 time: 0.0956151 Jun 15 10:31:27.386808 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 52006) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:27.445103 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bdc26c-3e78-4e6f-a33b-625d56ffe2da None None] Routers {'2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:31:27.445839 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-b8bdc26c-3e78-4e6f-a33b-625d56ffe2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:31:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'], 'active': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:31:27.455521 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Pushing event updated for resources: {'Port': ['ID=b7bd4cac-b4b2-460c-a99b-a7ea3afa1580,revision_number=4']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:27.600647 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-8a8b062b-3512-4655-a8b4-f9850e1f4af2 req-13857854-4e20-4e1d-86dc-f90a07d55123 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] Publish callbacks [] for port (fdbb94bf-b965-46d1-9c94-6a818e605361), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:27.662239 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-9ee09786-232c-4fc0-90b1-d8c23edd60a8 admin admin] Publish callbacks [] for port (72ff7bcb-1c2c-4396-bffa-259cffd9e868), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:27.687139 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.db.db_base_plugin_common [None req-a9b56d49-c368-4bd1-87ea-a905b51ccda1 admin admin] Allocated IP 172.20.0.1 (4d5f07d8-adfa-49e4-965f-88f44de7cd54/9d001222-a4ff-4954-9899-62f9de0c8b3d/d9fd564f-6fd3-47fc-be0f-13a98b422209) {{(pid=103805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:31:27.836199 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fc9917b0-a64b-4289-88f8-1d924400812e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:27.962953 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:27.973419 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-229b7b4c-0498-49a3-ba71-82970d1228ba req-ce7fb078-ac03-4ba0-a448-abb742abae5b tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=b30aa81b-0ccd-437d-b0dc-401f2ba90533 HTTP/1.1" status: 200 len: 210 time: 0.1482959 Jun 15 10:31:28.070705 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fc9917b0-a64b-4289-88f8-1d924400812e admin admin] Publish callbacks [] for security_group (c0a438bc-4fcc-4686-8da1-70a796d0e7dc), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:28.074928 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-8a8b062b-3512-4655-a8b4-f9850e1f4af2 req-13857854-4e20-4e1d-86dc-f90a07d55123 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205'] for port (fdbb94bf-b965-46d1-9c94-6a818e605361), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:28.079838 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fc9917b0-a64b-4289-88f8-1d924400812e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (c0a438bc-4fcc-4686-8da1-70a796d0e7dc), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:28.110327 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-9ee09786-232c-4fc0-90b1-d8c23edd60a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205'] for port (72ff7bcb-1c2c-4396-bffa-259cffd9e868), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:28.115596 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a8b062b-3512-4655-a8b4-f9850e1f4af2 req-13857854-4e20-4e1d-86dc-f90a07d55123 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] Network 9a94a4c7-195b-4de3-a93a-ee4846d90190 is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:31:28.146288 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [req-8a8b062b-3512-4655-a8b4-f9850e1f4af2 req-13857854-4e20-4e1d-86dc-f90a07d55123 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:31:28.193193 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a8b062b-3512-4655-a8b4-f9850e1f4af2 req-13857854-4e20-4e1d-86dc-f90a07d55123 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] Received port after_create {{(pid=103806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:31:28.199594 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b062b-3512-4655-a8b4-f9850e1f4af2 req-13857854-4e20-4e1d-86dc-f90a07d55123 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:28.201049 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-8a8b062b-3512-4655-a8b4-f9850e1f4af2 req-13857854-4e20-4e1d-86dc-f90a07d55123 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:28.207198 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517310aa-0a9e-4ad6-8cd4-9c45bf03d080 None None] Pushing event updated for resources: {'Port': ['ID=1fc86ff8-2de6-4082-a231-6fe0f6affa60,revision_number=3']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:28.254014 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8a8b062b-3512-4655-a8b4-f9850e1f4af2 req-13857854-4e20-4e1d-86dc-f90a07d55123 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8205912 Jun 15 10:31:28.317044 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-80d7e100-0a7e-42c2-bc74-fc9a586c6a6c None None] Publish callbacks [] for port (661b3675-95e9-4505-bbd9-a060f28ffbe2), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:28.328662 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-80d7e100-0a7e-42c2-bc74-fc9a586c6a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (661b3675-95e9-4505-bbd9-a060f28ffbe2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:28.338663 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [req-8a8b062b-3512-4655-a8b4-f9850e1f4af2 req-d7fa0a44-cce4-4089-ad1b-bf3b48936b72 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103806) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 15 10:31:28.342460 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8a8b062b-3512-4655-a8b4-f9850e1f4af2 req-d7fa0a44-cce4-4089-ad1b-bf3b48936b72 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0250132 Jun 15 10:31:28.348177 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:28.362249 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvr_db [None req-b8bdc26c-3e78-4e6f-a33b-625d56ffe2da None None] Set router 2fa8359a-ff8d-42fb-bdf9-fa2b54045d47 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:31:28.385413 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-fc9917b0-a64b-4289-88f8-1d924400812e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=63632453a279433b97469eac2f27b36a&name=default HTTP/1.1" status: 200 len: 2993 time: 0.9895408 Jun 15 10:31:28.386317 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 52054) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:28.478862 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13857854-4e20-4e1d-86dc-f90a07d55123 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] Pushing event updated for resources: {'Port': ['ID=fdbb94bf-b965-46d1-9c94-6a818e605361,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:28.495308 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9917b0-a64b-4289-88f8-1d924400812e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a438bc-4fcc-4686-8da1-70a796d0e7dc,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:28.543854 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-24a30053-405c-4ed4-9b46-1006a24806ee admin admin] Publish callbacks [] for security_group (c0a438bc-4fcc-4686-8da1-70a796d0e7dc), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:28.564995 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4532aafb-af92-4bb5-9f6f-7598f7b072df None None] Pushing event updated for resources: {'Port': ['ID=661b3675-95e9-4505-bbd9-a060f28ffbe2,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:28.643501 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-24a30053-405c-4ed4-9b46-1006a24806ee admin admin] Publish callbacks [] for security_group (c0a438bc-4fcc-4686-8da1-70a796d0e7dc), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:28.692432 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-579842db-a989-4adf-a9e4-ab45294f3573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1629135154-router', 'tenant_id': '5dc28af73e82414d8f709e447286a962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '165f926b-f3c5-4ec3-ab58-e72609ce8ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:17Z', 'updated_at': '2022-06-15T10:31:22Z', 'revision_number': 3, 'project_id': '5dc28af73e82414d8f709e447286a962', 'gw_port': {'id': '165f926b-f3c5-4ec3-ab58-e72609ce8ffd', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:65:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:19Z', 'updated_at': '2022-06-15T10:31:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi'}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:31:28.806204 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-24a30053-405c-4ed4-9b46-1006a24806ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (c0a438bc-4fcc-4686-8da1-70a796d0e7dc), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:28.807561 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-80d7e100-0a7e-42c2-bc74-fc9a586c6a6c None None] Attempting to bind port 661b3675-95e9-4505-bbd9-a060f28ffbe2 on host dv-cinder-843493-2-iscsi for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 10:31:28.808085 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-80d7e100-0a7e-42c2-bc74-fc9a586c6a6c None None] Attempting to bind port 661b3675-95e9-4505-bbd9-a060f28ffbe2 by drivers openvswitch,hyperv on host dv-cinder-843493-2-iscsi at level 0 using segments [{'id': '6837b548-608f-4f53-bc65-e11808045c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5357f5ea-5034-4116-bf4e-1ab906c37c40'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 10:31:28.808590 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d7e100-0a7e-42c2-bc74-fc9a586c6a6c None None] Attempting to bind port 661b3675-95e9-4505-bbd9-a060f28ffbe2 on network 5357f5ea-5034-4116-bf4e-1ab906c37c40 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:31:28.820267 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d7e100-0a7e-42c2-bc74-fc9a586c6a6c None None] Checking agent: {'id': 'ad84a4c2-87cd-4603-a219-98785ef58eeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 10, 23, 18), 'started_at': datetime.datetime(2022, 6, 15, 10, 23, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 10, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 10:31:28.820916 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d7e100-0a7e-42c2-bc74-fc9a586c6a6c None None] Checking segment: {'id': '6837b548-608f-4f53-bc65-e11808045c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5357f5ea-5034-4116-bf4e-1ab906c37c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:31:28.821592 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579842db-a989-4adf-a9e4-ab45294f3573 None None] Checking router: f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b for host: dv-cinder-843493-2-iscsi {{(pid=103807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 10:31:28.822178 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-80d7e100-0a7e-42c2-bc74-fc9a586c6a6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:28.822749 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579842db-a989-4adf-a9e4-ab45294f3573 None None] Updating router f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b port 165f926b-f3c5-4ec3-ab58-e72609ce8ffd binding host dv-cinder-843493-2-iscsi {{(pid=103807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 10:31:28.823355 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-24a30053-405c-4ed4-9b46-1006a24806ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:28.824766 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d7e100-0a7e-42c2-bc74-fc9a586c6a6c None None] Bound using segment: {'id': '6837b548-608f-4f53-bc65-e11808045c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5357f5ea-5034-4116-bf4e-1ab906c37c40'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 10:31:28.825694 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-80d7e100-0a7e-42c2-bc74-fc9a586c6a6c None None] Bound port: 661b3675-95e9-4505-bbd9-a060f28ffbe2, host: dv-cinder-843493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6837b548-608f-4f53-bc65-e11808045c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5357f5ea-5034-4116-bf4e-1ab906c37c40'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 10:31:28.827566 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-80d7e100-0a7e-42c2-bc74-fc9a586c6a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (661b3675-95e9-4505-bbd9-a060f28ffbe2), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:28.833180 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-24a30053-405c-4ed4-9b46-1006a24806ee admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c0a438bc-4fcc-4686-8da1-70a796d0e7dc HTTP/1.1" status: 204 len: 168 time: 0.4448571 Jun 15 10:31:28.842853 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [req-8a8b062b-3512-4655-a8b4-f9850e1f4af2 req-8d0c81cd-0e80-48f3-b40b-de1797630259 service neutron] Request body: {'port': {'device_id': '60658ba0-829b-4d71-9227-556791390b26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84349'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:31:29.047489 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-80d7e100-0a7e-42c2-bc74-fc9a586c6a6c None None] For port 661b3675-95e9-4505-bbd9-a060f28ffbe2, host dv-cinder-843493-2-iscsi, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 10:31:29.059612 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a30053-405c-4ed4-9b46-1006a24806ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a438bc-4fcc-4686-8da1-70a796d0e7dc,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:29.065301 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-80d7e100-0a7e-42c2-bc74-fc9a586c6a6c None None] For port 661b3675-95e9-4505-bbd9-a060f28ffbe2, host dv-cinder-843493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=661b3675-95e9-4505-bbd9-a060f28ffbe2,segment=NetworkSegment(6837b548-608f-4f53-bc65-e11808045c9a),segment_id=6837b548-608f-4f53-bc65-e11808045c9a)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 10:31:29.083148 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-80d7e100-0a7e-42c2-bc74-fc9a586c6a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (661b3675-95e9-4505-bbd9-a060f28ffbe2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:29.139330 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:29.151932 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device b7bd4cac-b4b2-460c-a99b-a7ea3afa1580 up at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:31:29.181714 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-a9b56d49-c368-4bd1-87ea-a905b51ccda1 admin admin] Publish callbacks [] for port (d9fd564f-6fd3-47fc-be0f-13a98b422209), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:29.256340 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:29.265736 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d7e100-0a7e-42c2-bc74-fc9a586c6a6c None None] Routers {'95f3bb7c-a043-4f67-9816-ac38c8ca03f3'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:31:29.267455 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-80d7e100-0a7e-42c2-bc74-fc9a586c6a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:31:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['95f3bb7c-a043-4f67-9816-ac38c8ca03f3'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:31:29.294909 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-579842db-a989-4adf-a9e4-ab45294f3573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (165f926b-f3c5-4ec3-ab58-e72609ce8ffd), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:29.301545 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63861d40-47e5-48fe-b757-fd583c98cdcb req-d3436c41-1c38-4a37-8bf1-3524309e2d0e tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:29.319671 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-63861d40-47e5-48fe-b757-fd583c98cdcb req-d3436c41-1c38-4a37-8bf1-3524309e2d0e tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/networks?id=5357f5ea-5034-4116-bf4e-1ab906c37c40 HTTP/1.1" status: 200 len: 819 time: 0.5750594 Jun 15 10:31:29.355589 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-4feca740-e9ac-4d26-ba08-99428e3767c1 None None] Provisioning complete for port 661b3675-95e9-4505-bbd9-a060f28ffbe2 triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:31:29.357292 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4feca740-e9ac-4d26-ba08-99428e3767c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (661b3675-95e9-4505-bbd9-a060f28ffbe2), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:29.358787 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee09786-232c-4fc0-90b1-d8c23edd60a8 admin admin] Network 56f473a9-939b-4bd2-a5d0-e5eaaaa25745 is already hosted by enough agents. {{(pid=103805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:31:29.379634 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-a9b56d49-c368-4bd1-87ea-a905b51ccda1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205'] for port (d9fd564f-6fd3-47fc-be0f-13a98b422209), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:29.386088 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-8a8b062b-3512-4655-a8b4-f9850e1f4af2 req-8d0c81cd-0e80-48f3-b40b-de1797630259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (fdbb94bf-b965-46d1-9c94-6a818e605361), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:29.412309 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:29.497232 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0516d7f4-3d57-4e0d-8a13-0cf5cdf7a951 req-5c5a536b-442f-48a5-9199-2e2503be3fa0 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:29.498435 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.base_scheduler [None req-9ee09786-232c-4fc0-90b1-d8c23edd60a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:31:29.503958 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0516d7f4-3d57-4e0d-8a13-0cf5cdf7a951 req-5c5a536b-442f-48a5-9199-2e2503be3fa0 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] 10.222.0.49 "GET /v2.0/ports?device_id=60658ba0-829b-4d71-9227-556791390b26 HTTP/1.1" status: 200 len: 932 time: 0.4756746 Jun 15 10:31:29.530261 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee09786-232c-4fc0-90b1-d8c23edd60a8 admin admin] Received port after_create {{(pid=103805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:31:29.530800 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-9ee09786-232c-4fc0-90b1-d8c23edd60a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-721191'] for router_interface (2fa8359a-ff8d-42fb-bdf9-fa2b54045d47), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:29.685606 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-63861d40-47e5-48fe-b757-fd583c98cdcb req-5d35c662-47f0-4277-8c02-af4fe00ea18b tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/quotas/993c57bae00b4a0db1d8de0f5017630a HTTP/1.1" status: 200 len: 375 time: 0.3220370 Jun 15 10:31:29.717135 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-80d7e100-0a7e-42c2-bc74-fc9a586c6a6c None None] Set router 95f3bb7c-a043-4f67-9816-ac38c8ca03f3 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:31:29.944685 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0516d7f4-3d57-4e0d-8a13-0cf5cdf7a951 req-990bae6b-cb2c-46bb-b1d9-650a697a7544 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] 10.222.0.49 "GET /v2.0/security-groups?id=d03e8cdd-3fe1-411c-b804-b0d20377d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4321246 Jun 15 10:31:30.144556 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:30.150148 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee09786-232c-4fc0-90b1-d8c23edd60a8 admin admin] Pushing event updated for resources: {'Port': ['ID=72ff7bcb-1c2c-4396-bffa-259cffd9e868,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:30.233885 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b56d49-c368-4bd1-87ea-a905b51ccda1 admin admin] Network 4d5f07d8-adfa-49e4-965f-88f44de7cd54 is already hosted by enough agents. {{(pid=103805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:31:30.285526 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:30.330218 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.base_scheduler [None req-a9b56d49-c368-4bd1-87ea-a905b51ccda1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:31:30.363078 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-80d7e100-0a7e-42c2-bc74-fc9a586c6a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f3bb7c-a043-4f67-9816-ac38c8ca03f3', 'name': 'tempest-ServerRescueNegativeTestJSON-1419186222-router', 'tenant_id': '993c57bae00b4a0db1d8de0f5017630a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'b7bd4cac-b4b2-460c-a99b-a7ea3afa1580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:13Z', 'updated_at': '2022-06-15T10:31:20Z', 'revision_number': 4, 'project_id': '993c57bae00b4a0db1d8de0f5017630a', 'gw_port': {'id': 'b7bd4cac-b4b2-460c-a99b-a7ea3afa1580', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f3bb7c-a043-4f67-9816-ac38c8ca03f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:14Z', 'updated_at': '2022-06-15T10:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': '661b3675-95e9-4505-bbd9-a060f28ffbe2', 'name': '', 'network_id': '5357f5ea-5034-4116-bf4e-1ab906c37c40', 'tenant_id': '993c57bae00b4a0db1d8de0f5017630a', 'mac_address': 'fa:16:3e:ce:08:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f3bb7c-a043-4f67-9816-ac38c8ca03f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd0adbd34-bf07-4fba-a812-11643023d5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:18Z', 'updated_at': '2022-06-15T10:31:29Z', 'revision_number': 4, 'project_id': '993c57bae00b4a0db1d8de0f5017630a', 'subnets': [{'id': 'd0adbd34-bf07-4fba-a812-11643023d5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:31:30.386539 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b56d49-c368-4bd1-87ea-a905b51ccda1 admin admin] Received port after_create {{(pid=103805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:31:30.387118 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-a9b56d49-c368-4bd1-87ea-a905b51ccda1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-721191'] for router_interface (f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:30.420829 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-63861d40-47e5-48fe-b757-fd583c98cdcb req-3b2fabc1-0cf1-44b0-a3d2-e08e1c4a2a56 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=993c57bae00b4a0db1d8de0f5017630a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7288520 Jun 15 10:31:30.520546 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d7e100-0a7e-42c2-bc74-fc9a586c6a6c None None] The sync data for ids ['95f3bb7c-a043-4f67-9816-ac38c8ca03f3'] in dv-cinder-843493-2-iscsi is: [{'id': '95f3bb7c-a043-4f67-9816-ac38c8ca03f3', 'name': 'tempest-ServerRescueNegativeTestJSON-1419186222-router', 'tenant_id': '993c57bae00b4a0db1d8de0f5017630a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'b7bd4cac-b4b2-460c-a99b-a7ea3afa1580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:13Z', 'updated_at': '2022-06-15T10:31:20Z', 'revision_number': 4, 'project_id': '993c57bae00b4a0db1d8de0f5017630a', 'gw_port': {'id': 'b7bd4cac-b4b2-460c-a99b-a7ea3afa1580', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f3bb7c-a043-4f67-9816-ac38c8ca03f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:14Z', 'updated_at': '2022-06-15T10:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': '661b3675-95e9-4505-bbd9-a060f28ffbe2', 'name': '', 'network_id': '5357f5ea-5034-4116-bf4e-1ab906c37c40', 'tenant_id': '993c57bae00b4a0db1d8de0f5017630a', 'mac_address': 'fa:16:3e:ce:08:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f3bb7c-a043-4f67-9816-ac38c8ca03f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd0adbd34-bf07-4fba-a812-11643023d5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:18Z', 'updated_at': '2022-06-15T10:31:29Z', 'revision_number': 4, 'project_id': '993c57bae00b4a0db1d8de0f5017630a', 'subnets': [{'id': 'd0adbd34-bf07-4fba-a812-11643023d5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 10:31:30.616113 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4532aafb-af92-4bb5-9f6f-7598f7b072df None None] Pushing event updated for resources: {'Port': ['ID=661b3675-95e9-4505-bbd9-a060f28ffbe2,revision_number=4']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:30.733129 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b56d49-c368-4bd1-87ea-a905b51ccda1 admin admin] Pushing event updated for resources: {'Port': ['ID=d9fd564f-6fd3-47fc-be0f-13a98b422209,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:30.767795 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [req-8a8b062b-3512-4655-a8b4-f9850e1f4af2 req-8d0c81cd-0e80-48f3-b40b-de1797630259 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdbb94bf-b965-46d1-9c94-6a818e605361 {{(pid=103806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 10:31:30.786250 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 52130) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:30.805014 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-9ee09786-232c-4fc0-90b1-d8c23edd60a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (72ff7bcb-1c2c-4396-bffa-259cffd9e868), before_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:30.836598 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-8a8b062b-3512-4655-a8b4-f9850e1f4af2 req-8d0c81cd-0e80-48f3-b40b-de1797630259 service neutron] Publish callbacks [] for port (fdbb94bf-b965-46d1-9c94-6a818e605361), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:30.945205 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.provisioning_blocks [req-8a8b062b-3512-4655-a8b4-f9850e1f4af2 req-8d0c81cd-0e80-48f3-b40b-de1797630259 service neutron] Transition to ACTIVE for port object fdbb94bf-b965-46d1-9c94-6a818e605361 will not be triggered until provisioned by entity L2. {{(pid=103806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 10:31:30.954377 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-8a8b062b-3512-4655-a8b4-f9850e1f4af2 req-8d0c81cd-0e80-48f3-b40b-de1797630259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (fdbb94bf-b965-46d1-9c94-6a818e605361), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:30.968735 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:31.114957 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Provisioning complete for port b7bd4cac-b4b2-460c-a99b-a7ea3afa1580 triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:31:31.115479 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (b7bd4cac-b4b2-460c-a99b-a7ea3afa1580), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:31.192436 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-b8bdc26c-3e78-4e6f-a33b-625d56ffe2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'name': 'tempest-AttachVolumeNegativeTest-1378705910-router', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '1fc86ff8-2de6-4082-a231-6fe0f6affa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:15Z', 'updated_at': '2022-06-15T10:31:20Z', 'revision_number': 3, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'gw_port': {'id': '1fc86ff8-2de6-4082-a231-6fe0f6affa60', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:15:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:18Z', 'updated_at': '2022-06-15T10:31:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi'}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:31:31.197721 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-579842db-a989-4adf-a9e4-ab45294f3573 None None] Publish callbacks [] for port (165f926b-f3c5-4ec3-ab58-e72609ce8ffd), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:31.258120 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-4feca740-e9ac-4d26-ba08-99428e3767c1 None None] Current status of the port 661b3675-95e9-4505-bbd9-a060f28ffbe2 is: DOWN; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:31:31.261065 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4feca740-e9ac-4d26-ba08-99428e3767c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (661b3675-95e9-4505-bbd9-a060f28ffbe2), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:31.291804 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bdc26c-3e78-4e6f-a33b-625d56ffe2da None None] The sync data for ids ['2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'] in dv-cinder-843493-2-iscsi is: [{'id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'name': 'tempest-AttachVolumeNegativeTest-1378705910-router', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '1fc86ff8-2de6-4082-a231-6fe0f6affa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:15Z', 'updated_at': '2022-06-15T10:31:20Z', 'revision_number': 3, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'gw_port': {'id': '1fc86ff8-2de6-4082-a231-6fe0f6affa60', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:15:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:18Z', 'updated_at': '2022-06-15T10:31:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi'}] {{(pid=103807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 10:31:31.304188 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0c81cd-0e80-48f3-b40b-de1797630259 service neutron] Pushing event updated for resources: {'Port': ['ID=fdbb94bf-b965-46d1-9c94-6a818e605361,revision_number=2']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:31.356253 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Current status of the port b7bd4cac-b4b2-460c-a99b-a7ea3afa1580 is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:31:31.358715 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-579842db-a989-4adf-a9e4-ab45294f3573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (165f926b-f3c5-4ec3-ab58-e72609ce8ffd), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:31.408538 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-4feca740-e9ac-4d26-ba08-99428e3767c1 None None] For port 661b3675-95e9-4505-bbd9-a060f28ffbe2, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=661b3675-95e9-4505-bbd9-a060f28ffbe2,segment=NetworkSegment(6837b548-608f-4f53-bc65-e11808045c9a),segment_id=6837b548-608f-4f53-bc65-e11808045c9a)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:31:31.450097 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4feca740-e9ac-4d26-ba08-99428e3767c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (661b3675-95e9-4505-bbd9-a060f28ffbe2), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:31.533870 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-579842db-a989-4adf-a9e4-ab45294f3573 None None] Attempting to bind port 165f926b-f3c5-4ec3-ab58-e72609ce8ffd on host dv-cinder-843493-2-iscsi for vnic_type normal with profile {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 10:31:31.534661 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-579842db-a989-4adf-a9e4-ab45294f3573 None None] Attempting to bind port 165f926b-f3c5-4ec3-ab58-e72609ce8ffd by drivers openvswitch,hyperv on host dv-cinder-843493-2-iscsi at level 0 using segments [{'id': 'cb36ff63-3809-49b1-ae7b-cd8646780a76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81'}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 10:31:31.535383 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579842db-a989-4adf-a9e4-ab45294f3573 None None] Attempting to bind port 165f926b-f3c5-4ec3-ab58-e72609ce8ffd on network 0c6836d1-4e10-4696-9cf9-183899f77c81 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:31:31.540790 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:31.553957 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe4e6a-8a7a-49b6-ac8b-df584080e67e None None] Pushing event updated for resources: {'Port': ['ID=165f926b-f3c5-4ec3-ab58-e72609ce8ffd,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:31.560144 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579842db-a989-4adf-a9e4-ab45294f3573 None None] Checking agent: {'id': 'ad84a4c2-87cd-4603-a219-98785ef58eeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 10, 23, 18), 'started_at': datetime.datetime(2022, 6, 15, 10, 23, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 10, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 10:31:31.561125 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579842db-a989-4adf-a9e4-ab45294f3573 None None] Checking segment: {'id': 'cb36ff63-3809-49b1-ae7b-cd8646780a76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:31:31.561740 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-579842db-a989-4adf-a9e4-ab45294f3573 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:31.562331 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579842db-a989-4adf-a9e4-ab45294f3573 None None] Bound using segment: {'id': 'cb36ff63-3809-49b1-ae7b-cd8646780a76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81'} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 10:31:31.563041 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-579842db-a989-4adf-a9e4-ab45294f3573 None None] Bound port: 165f926b-f3c5-4ec3-ab58-e72609ce8ffd, host: dv-cinder-843493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb36ff63-3809-49b1-ae7b-cd8646780a76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81'}}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 10:31:31.563687 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-579842db-a989-4adf-a9e4-ab45294f3573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (165f926b-f3c5-4ec3-ab58-e72609ce8ffd), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:31.621485 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569768f5-7081-43ab-bc6d-0df2e32415b0 req-a42981e4-b89f-433d-97e5-7d703344de15 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:31.650288 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-569768f5-7081-43ab-bc6d-0df2e32415b0 req-a42981e4-b89f-433d-97e5-7d703344de15 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] 10.222.0.49 "GET /v2.0/ports?device_id=60658ba0-829b-4d71-9227-556791390b26 HTTP/1.1" status: 200 len: 944 time: 0.4867384 Jun 15 10:31:31.672905 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-8a8b062b-3512-4655-a8b4-f9850e1f4af2 req-8d0c81cd-0e80-48f3-b40b-de1797630259 service neutron] Attempting to bind port fdbb94bf-b965-46d1-9c94-6a818e605361 on host hv-cinder-84349 for vnic_type normal with profile {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 10:31:31.674898 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-8a8b062b-3512-4655-a8b4-f9850e1f4af2 req-8d0c81cd-0e80-48f3-b40b-de1797630259 service neutron] Attempting to bind port fdbb94bf-b965-46d1-9c94-6a818e605361 by drivers openvswitch,hyperv on host hv-cinder-84349 at level 0 using segments [{'id': '3cb1678e-1d3f-402e-be7b-a3960cf385d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '9a94a4c7-195b-4de3-a93a-ee4846d90190'}] {{(pid=103806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 10:31:31.683702 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8b062b-3512-4655-a8b4-f9850e1f4af2 req-8d0c81cd-0e80-48f3-b40b-de1797630259 service neutron] Attempting to bind port fdbb94bf-b965-46d1-9c94-6a818e605361 on network 9a94a4c7-195b-4de3-a93a-ee4846d90190 {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:31:31.702965 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-579842db-a989-4adf-a9e4-ab45294f3573 None None] For port 165f926b-f3c5-4ec3-ab58-e72609ce8ffd, host dv-cinder-843493-2-iscsi, cleared binding levels {{(pid=103807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 10:31:31.711541 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-579842db-a989-4adf-a9e4-ab45294f3573 None None] For port 165f926b-f3c5-4ec3-ab58-e72609ce8ffd, host dv-cinder-843493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=165f926b-f3c5-4ec3-ab58-e72609ce8ffd,segment=NetworkSegment(cb36ff63-3809-49b1-ae7b-cd8646780a76),segment_id=cb36ff63-3809-49b1-ae7b-cd8646780a76)] {{(pid=103807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 10:31:31.730099 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8b062b-3512-4655-a8b4-f9850e1f4af2 req-8d0c81cd-0e80-48f3-b40b-de1797630259 service neutron] Port fdbb94bf-b965-46d1-9c94-6a818e605361 on network 9a94a4c7-195b-4de3-a93a-ee4846d90190 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84349 {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 10:31:31.732110 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8b062b-3512-4655-a8b4-f9850e1f4af2 req-8d0c81cd-0e80-48f3-b40b-de1797630259 service neutron] Attempting to bind port fdbb94bf-b965-46d1-9c94-6a818e605361 on network 9a94a4c7-195b-4de3-a93a-ee4846d90190 {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:31:31.743101 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 661b3675-95e9-4505-bbd9-a060f28ffbe2 up at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:31:31.749320 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-55cd3914-e616-47fd-9d09-d8dc9bbb75a5 None None] Provisioning complete for port d9fd564f-6fd3-47fc-be0f-13a98b422209 triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:31:31.749504 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-55cd3914-e616-47fd-9d09-d8dc9bbb75a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (d9fd564f-6fd3-47fc-be0f-13a98b422209), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:31.749623 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:31.763115 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-63861d40-47e5-48fe-b757-fd583c98cdcb req-b683116a-49ff-4200-a13b-62e76709e900 service neutron] 10.222.0.49 "GET /v2.0/networks/5357f5ea-5034-4116-bf4e-1ab906c37c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2507117 Jun 15 10:31:31.773698 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8b062b-3512-4655-a8b4-f9850e1f4af2 req-8d0c81cd-0e80-48f3-b40b-de1797630259 service neutron] Checking agent: {'id': 'a4349971-e88a-4ea8-a067-54d07204ee65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84349', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 10, 29, 20), 'started_at': datetime.datetime(2022, 6, 15, 10, 29, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 10, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 10:31:31.778769 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8b062b-3512-4655-a8b4-f9850e1f4af2 req-8d0c81cd-0e80-48f3-b40b-de1797630259 service neutron] Checking segment: {'id': '3cb1678e-1d3f-402e-be7b-a3960cf385d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '9a94a4c7-195b-4de3-a93a-ee4846d90190'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:31:31.780899 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8b062b-3512-4655-a8b4-f9850e1f4af2 req-8d0c81cd-0e80-48f3-b40b-de1797630259 service neutron] Bound using segment: {'id': '3cb1678e-1d3f-402e-be7b-a3960cf385d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '9a94a4c7-195b-4de3-a93a-ee4846d90190'} {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 10:31:31.781388 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-8a8b062b-3512-4655-a8b4-f9850e1f4af2 req-8d0c81cd-0e80-48f3-b40b-de1797630259 service neutron] Bound port: fdbb94bf-b965-46d1-9c94-6a818e605361, host: hv-cinder-84349, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cb1678e-1d3f-402e-be7b-a3960cf385d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '9a94a4c7-195b-4de3-a93a-ee4846d90190'}}] {{(pid=103806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 10:31:31.781757 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-8a8b062b-3512-4655-a8b4-f9850e1f4af2 req-8d0c81cd-0e80-48f3-b40b-de1797630259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (fdbb94bf-b965-46d1-9c94-6a818e605361), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:31.795809 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-579842db-a989-4adf-a9e4-ab45294f3573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (165f926b-f3c5-4ec3-ab58-e72609ce8ffd), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:31.812340 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.62', 60245) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:31.889549 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-9ee09786-232c-4fc0-90b1-d8c23edd60a8 admin admin] Publish callbacks [] for port (72ff7bcb-1c2c-4396-bffa-259cffd9e868), precommit_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:31.902119 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-61500fc2-48b9-4d4b-ab2e-0e035cffc191 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:31.957162 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-55cd3914-e616-47fd-9d09-d8dc9bbb75a5 None None] Port d9fd564f-6fd3-47fc-be0f-13a98b422209 cannot update to ACTIVE because it is not bound. {{(pid=103807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 10:31:32.140329 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-63861d40-47e5-48fe-b757-fd583c98cdcb req-396bef6e-6838-4033-9161-a60349c461d9 service neutron] 10.222.0.49 "GET /v2.0/networks/5357f5ea-5034-4116-bf4e-1ab906c37c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468531 Jun 15 10:31:32.165429 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-9ee09786-232c-4fc0-90b1-d8c23edd60a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (72ff7bcb-1c2c-4396-bffa-259cffd9e868), after_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:32.167253 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-9ee09786-232c-4fc0-90b1-d8c23edd60a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-721243'] for router_interface (2fa8359a-ff8d-42fb-bdf9-fa2b54045d47), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:32.235478 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee09786-232c-4fc0-90b1-d8c23edd60a8 admin admin] Pushing event updated for resources: {'Port': ['ID=72ff7bcb-1c2c-4396-bffa-259cffd9e868,revision_number=2']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:32.256095 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-55cd3914-e616-47fd-9d09-d8dc9bbb75a5 None None] Provisioning complete for port 661b3675-95e9-4505-bbd9-a060f28ffbe2 triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:31:32.256657 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-55cd3914-e616-47fd-9d09-d8dc9bbb75a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (661b3675-95e9-4505-bbd9-a060f28ffbe2), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:32.349795 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579842db-a989-4adf-a9e4-ab45294f3573 None None] Routers {'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:31:32.351312 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-579842db-a989-4adf-a9e4-ab45294f3573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:31:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b'], 'active': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:31:32.417105 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-569768f5-7081-43ab-bc6d-0df2e32415b0 req-ee3dbf60-77f5-48f9-9422-4941ea5378b3 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] 10.222.0.49 "GET /v2.0/security-groups?id=d03e8cdd-3fe1-411c-b804-b0d20377d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7657850 Jun 15 10:31:32.454263 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-61500fc2-48b9-4d4b-ab2e-0e035cffc191 admin admin] Publish callbacks [] for security_group (5ebd9c38-7e24-4356-9f62-1241f1beff0c), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:32.469416 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:32.477492 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-61500fc2-48b9-4d4b-ab2e-0e035cffc191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (5ebd9c38-7e24-4356-9f62-1241f1beff0c), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:32.537256 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-61500fc2-48b9-4d4b-ab2e-0e035cffc191 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=086345a5a5b8414bb44888eb24463686&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7497156 Jun 15 10:31:32.548096 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 52180) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:32.573081 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-a9b56d49-c368-4bd1-87ea-a905b51ccda1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (d9fd564f-6fd3-47fc-be0f-13a98b422209), before_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:32.623046 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-8a8b062b-3512-4655-a8b4-f9850e1f4af2 req-8d0c81cd-0e80-48f3-b40b-de1797630259 service neutron] For port fdbb94bf-b965-46d1-9c94-6a818e605361, host hv-cinder-84349, cleared binding levels {{(pid=103806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 10:31:32.705691 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feca740-e9ac-4d26-ba08-99428e3767c1 None None] Pushing event updated for resources: {'Port': ['ID=661b3675-95e9-4505-bbd9-a060f28ffbe2,revision_number=5']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:32.738573 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223e4b5-776e-46ed-8b82-7d2e1131ba3f req-e3108c0c-3c2b-4c87-a69e-7cb887a8868c tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:32.740422 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8223e4b5-776e-46ed-8b82-7d2e1131ba3f req-e3108c0c-3c2b-4c87-a69e-7cb887a8868c tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.62 "GET /v2.0/networks?id=5357f5ea-5034-4116-bf4e-1ab906c37c40 HTTP/1.1" status: 200 len: 819 time: 0.9255481 Jun 15 10:31:32.785438 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-8a8b062b-3512-4655-a8b4-f9850e1f4af2 req-8d0c81cd-0e80-48f3-b40b-de1797630259 service neutron] For port fdbb94bf-b965-46d1-9c94-6a818e605361, host hv-cinder-84349, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=fdbb94bf-b965-46d1-9c94-6a818e605361,segment=NetworkSegment(3cb1678e-1d3f-402e-be7b-a3960cf385d0),segment_id=3cb1678e-1d3f-402e-be7b-a3960cf385d0)] {{(pid=103806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 10:31:32.877934 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe4e6a-8a7a-49b6-ac8b-df584080e67e None None] Pushing event updated for resources: {'Port': ['ID=165f926b-f3c5-4ec3-ab58-e72609ce8ffd,revision_number=3']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:32.898710 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [req-8223e4b5-776e-46ed-8b82-7d2e1131ba3f req-187c2d7b-5753-4bc1-9c42-d81cf6ef90ce tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Request body: {'port': {'device_id': 'b30aa81b-0ccd-437d-b0dc-401f2ba90533', 'network_id': '5357f5ea-5034-4116-bf4e-1ab906c37c40', 'admin_state_up': True, 'tenant_id': '993c57bae00b4a0db1d8de0f5017630a'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:31:32.901747 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Provisioning complete for port 661b3675-95e9-4505-bbd9-a060f28ffbe2 triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:31:32.906666 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (661b3675-95e9-4505-bbd9-a060f28ffbe2), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:32.937684 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-056d72de-a733-4253-ae7d-0c7638d0709f req-62d357af-7a6b-45d6-a7f4-d0d2ef994b58 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 210 time: 0.1693134 Jun 15 10:31:32.947022 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 52192) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:32.981277 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-a9b56d49-c368-4bd1-87ea-a905b51ccda1 admin admin] Publish callbacks [] for port (d9fd564f-6fd3-47fc-be0f-13a98b422209), precommit_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:33.024358 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-8a8b062b-3512-4655-a8b4-f9850e1f4af2 req-8d0c81cd-0e80-48f3-b40b-de1797630259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (fdbb94bf-b965-46d1-9c94-6a818e605361), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:33.104892 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-a9b56d49-c368-4bd1-87ea-a905b51ccda1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (d9fd564f-6fd3-47fc-be0f-13a98b422209), after_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:33.119963 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-a9b56d49-c368-4bd1-87ea-a905b51ccda1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-721243'] for router_interface (f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:33.140236 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b062b-3512-4655-a8b4-f9850e1f4af2 req-8d0c81cd-0e80-48f3-b40b-de1797630259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:33.141002 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-8a8b062b-3512-4655-a8b4-f9850e1f4af2 req-8d0c81cd-0e80-48f3-b40b-de1797630259 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:33.147277 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8a8b062b-3512-4655-a8b4-f9850e1f4af2 req-8d0c81cd-0e80-48f3-b40b-de1797630259 service neutron] 10.222.0.62 "PUT /v2.0/ports/fdbb94bf-b965-46d1-9c94-6a818e605361 HTTP/1.1" status: 200 len: 1094 time: 4.4452777 Jun 15 10:31:33.157714 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60658ba0-829b-4d71-9227-556791390b26', 'tag': 'fdbb94bf-b965-46d1-9c94-6a818e605361'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:31:33.169257 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61500fc2-48b9-4d4b-ab2e-0e035cffc191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ebd9c38-7e24-4356-9f62-1241f1beff0c,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:33.212946 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Current status of the port 661b3675-95e9-4505-bbd9-a060f28ffbe2 is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:31:33.226799 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:33.265974 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-55cd3914-e616-47fd-9d09-d8dc9bbb75a5 None None] Current status of the port 661b3675-95e9-4505-bbd9-a060f28ffbe2 is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:31:33.290332 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvr_db [None req-579842db-a989-4adf-a9e4-ab45294f3573 None None] Set router f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b gateway port host: dv-cinder-843493-2-iscsi {{(pid=103807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:31:33.363285 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-55cd3914-e616-47fd-9d09-d8dc9bbb75a5 None None] Provisioning complete for port 72ff7bcb-1c2c-4396-bffa-259cffd9e868 triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:31:33.363814 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-55cd3914-e616-47fd-9d09-d8dc9bbb75a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (72ff7bcb-1c2c-4396-bffa-259cffd9e868), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:33.414695 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-55cd3914-e616-47fd-9d09-d8dc9bbb75a5 None None] Port 72ff7bcb-1c2c-4396-bffa-259cffd9e868 cannot update to ACTIVE because it is not bound. {{(pid=103807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 10:31:33.433079 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1b764a24-450d-4189-9868-06da7564171c admin admin] Publish callbacks [] for security_group (5ebd9c38-7e24-4356-9f62-1241f1beff0c), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:33.437544 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee09786-232c-4fc0-90b1-d8c23edd60a8 admin admin] Network 56f473a9-939b-4bd2-a5d0-e5eaaaa25745 is already hosted by enough agents. {{(pid=103805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:31:33.445874 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 52208) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:33.510767 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.base_scheduler [None req-9ee09786-232c-4fc0-90b1-d8c23edd60a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:31:33.520326 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1b764a24-450d-4189-9868-06da7564171c admin admin] Publish callbacks [] for security_group (5ebd9c38-7e24-4356-9f62-1241f1beff0c), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:33.612705 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b56d49-c368-4bd1-87ea-a905b51ccda1 admin admin] Pushing event updated for resources: {'Port': ['ID=d9fd564f-6fd3-47fc-be0f-13a98b422209,revision_number=2']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:33.839866 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:33.841888 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 661b3675-95e9-4505-bbd9-a060f28ffbe2 up at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:31:33.932607 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=4 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:33.936221 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e2bb41f8-2b26-4429-9946-923281b9dfa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:33.963468 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Provisioning complete for port 661b3675-95e9-4505-bbd9-a060f28ffbe2 triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:31:33.969075 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (661b3675-95e9-4505-bbd9-a060f28ffbe2), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:34.004670 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-237a78a4-d943-477b-8e64-79c7e394e8e1 None None] Provisioning complete for port 72ff7bcb-1c2c-4396-bffa-259cffd9e868 triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:31:34.005231 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-237a78a4-d943-477b-8e64-79c7e394e8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (72ff7bcb-1c2c-4396-bffa-259cffd9e868), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:34.035058 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-579842db-a989-4adf-a9e4-ab45294f3573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1629135154-router', 'tenant_id': '5dc28af73e82414d8f709e447286a962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '165f926b-f3c5-4ec3-ab58-e72609ce8ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:17Z', 'updated_at': '2022-06-15T10:31:31Z', 'revision_number': 4, 'project_id': '5dc28af73e82414d8f709e447286a962', 'gw_port': {'id': '165f926b-f3c5-4ec3-ab58-e72609ce8ffd', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:65:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:19Z', 'updated_at': '2022-06-15T10:31:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': 'd9fd564f-6fd3-47fc-be0f-13a98b422209', 'name': '', 'network_id': '4d5f07d8-adfa-49e4-965f-88f44de7cd54', 'tenant_id': '5dc28af73e82414d8f709e447286a962', 'mac_address': 'fa:16:3e:88:7b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9d001222-a4ff-4954-9899-62f9de0c8b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:26Z', 'updated_at': '2022-06-15T10:31:27Z', 'revision_number': 1, 'project_id': '5dc28af73e82414d8f709e447286a962', 'subnets': [{'id': '9d001222-a4ff-4954-9899-62f9de0c8b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:31:34.115451 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579842db-a989-4adf-a9e4-ab45294f3573 None None] The sync data for ids ['f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b'] in dv-cinder-843493-2-iscsi is: [{'id': 'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1629135154-router', 'tenant_id': '5dc28af73e82414d8f709e447286a962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '165f926b-f3c5-4ec3-ab58-e72609ce8ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:17Z', 'updated_at': '2022-06-15T10:31:31Z', 'revision_number': 4, 'project_id': '5dc28af73e82414d8f709e447286a962', 'gw_port': {'id': '165f926b-f3c5-4ec3-ab58-e72609ce8ffd', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:65:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:19Z', 'updated_at': '2022-06-15T10:31:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': 'd9fd564f-6fd3-47fc-be0f-13a98b422209', 'name': '', 'network_id': '4d5f07d8-adfa-49e4-965f-88f44de7cd54', 'tenant_id': '5dc28af73e82414d8f709e447286a962', 'mac_address': 'fa:16:3e:88:7b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9d001222-a4ff-4954-9899-62f9de0c8b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:26Z', 'updated_at': '2022-06-15T10:31:27Z', 'revision_number': 1, 'project_id': '5dc28af73e82414d8f709e447286a962', 'subnets': [{'id': '9d001222-a4ff-4954-9899-62f9de0c8b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 10:31:34.151809 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:34.181306 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15acf06c26f001ded10715ddc8547394d4bbc7e5ff5a4e462e54e6774371169d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc921441-ae40-48dd-9284-cebca89a41b9" -d '{"events": [{"name": "network-changed", "server_uuid": "60658ba0-829b-4d71-9227-556791390b26", "tag": "fdbb94bf-b965-46d1-9c94-6a818e605361"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:31:34.218809 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-237a78a4-d943-477b-8e64-79c7e394e8e1 None None] Port 72ff7bcb-1c2c-4396-bffa-259cffd9e868 cannot update to ACTIVE because it is not bound. {{(pid=103807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 10:31:34.219230 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1b764a24-450d-4189-9868-06da7564171c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (5ebd9c38-7e24-4356-9f62-1241f1beff0c), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:34.221939 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1b764a24-450d-4189-9868-06da7564171c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:34.229253 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-1b764a24-450d-4189-9868-06da7564171c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5ebd9c38-7e24-4356-9f62-1241f1beff0c HTTP/1.1" status: 204 len: 168 time: 1.6765392 Jun 15 10:31:34.355486 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-c3fa1382-dcd4-41b3-afb3-29baeec4fae3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:34.380608 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Current status of the port 661b3675-95e9-4505-bbd9-a060f28ffbe2 is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:31:34.381927 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 1fc86ff8-2de6-4082-a231-6fe0f6affa60 up at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:31:34.449595 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:34.514745 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b56d49-c368-4bd1-87ea-a905b51ccda1 admin admin] Network 4d5f07d8-adfa-49e4-965f-88f44de7cd54 is already hosted by enough agents. {{(pid=103805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:31:34.515289 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0c81cd-0e80-48f3-b40b-de1797630259 service neutron] Pushing event updated for resources: {'Port': ['ID=fdbb94bf-b965-46d1-9c94-6a818e605361,revision_number=3']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:34.524042 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Provisioning complete for port 1fc86ff8-2de6-4082-a231-6fe0f6affa60 triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:31:34.526076 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (1fc86ff8-2de6-4082-a231-6fe0f6affa60), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:34.530135 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.base_scheduler [None req-a9b56d49-c368-4bd1-87ea-a905b51ccda1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:31:34.546698 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ee09786-232c-4fc0-90b1-d8c23edd60a8 admin admin] Router 2fa8359a-ff8d-42fb-bdf9-fa2b54045d47 has already been hosted by L3 agent 06043943-94cb-49df-a062-a4886c03e673 {{(pid=103805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 10:31:34.573652 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b062b-3512-4655-a8b4-f9850e1f4af2 req-0a3b07fc-c90b-4809-8b86-8375799e48b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:34.575655 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8a8b062b-3512-4655-a8b4-f9850e1f4af2 req-0a3b07fc-c90b-4809-8b86-8375799e48b4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b8df5f1986694e8f9ee6f55ef3995621&device_id=60658ba0-829b-4d71-9227-556791390b26 HTTP/1.1" status: 200 len: 1128 time: 1.2296693 Jun 15 10:31:34.660520 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d8e36-9cc9-4adc-9689-0bfa77685561 req-e639067f-be89-4ac4-a6af-eadfe5d3a3f6 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:34.674036 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-526d8e36-9cc9-4adc-9689-0bfa77685561 req-e639067f-be89-4ac4-a6af-eadfe5d3a3f6 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] 10.222.0.49 "GET /v2.0/ports?device_id=60658ba0-829b-4d71-9227-556791390b26 HTTP/1.1" status: 200 len: 944 time: 0.8289330 Jun 15 10:31:34.729500 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b764a24-450d-4189-9868-06da7564171c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ebd9c38-7e24-4356-9f62-1241f1beff0c,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:34.865819 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8223e4b5-776e-46ed-8b82-7d2e1131ba3f req-187c2d7b-5753-4bc1-9c42-d81cf6ef90ce tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Made reservation on behalf of 993c57bae00b4a0db1d8de0f5017630a for: {'port': 1} {{(pid=103806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 10:31:34.873840 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Current status of the port 1fc86ff8-2de6-4082-a231-6fe0f6affa60 is: DOWN; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:31:34.875814 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (1fc86ff8-2de6-4082-a231-6fe0f6affa60), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:34.891330 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-8223e4b5-776e-46ed-8b82-7d2e1131ba3f req-187c2d7b-5753-4bc1-9c42-d81cf6ef90ce tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:34.933591 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] For port 1fc86ff8-2de6-4082-a231-6fe0f6affa60, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=1fc86ff8-2de6-4082-a231-6fe0f6affa60,segment=NetworkSegment(cb36ff63-3809-49b1-ae7b-cd8646780a76),segment_id=cb36ff63-3809-49b1-ae7b-cd8646780a76)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:31:34.953376 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (1fc86ff8-2de6-4082-a231-6fe0f6affa60), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:35.061208 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 52232) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:35.125206 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e2bb41f8-2b26-4429-9946-923281b9dfa2 admin admin] Publish callbacks [] for security_group (2626e5ea-0c30-45da-84f7-cf5b4e6834fb), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:35.143375 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-7156769c-2034-4783-8afa-feab3266d86f None None] Provisioning complete for port d9fd564f-6fd3-47fc-be0f-13a98b422209 triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:31:35.145379 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7156769c-2034-4783-8afa-feab3266d86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (d9fd564f-6fd3-47fc-be0f-13a98b422209), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:35.223764 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8a8b062b-3512-4655-a8b4-f9850e1f4af2 req-49011cce-6ff1-4d2c-8da6-bd2fd9bbec4e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fdbb94bf-b965-46d1-9c94-6a818e605361 HTTP/1.1" status: 200 len: 217 time: 0.0945845 Jun 15 10:31:35.244535 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-7156769c-2034-4783-8afa-feab3266d86f None None] Port d9fd564f-6fd3-47fc-be0f-13a98b422209 cannot update to ACTIVE because it is not bound. {{(pid=103807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 10:31:35.251737 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Pushing event updated for resources: {'Port': ['ID=1fc86ff8-2de6-4082-a231-6fe0f6affa60,revision_number=4']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:35.254392 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e2bb41f8-2b26-4429-9946-923281b9dfa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (2626e5ea-0c30-45da-84f7-cf5b4e6834fb), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:35.257027 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.62', 60249) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:35.266740 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-526d8e36-9cc9-4adc-9689-0bfa77685561 req-cfe2ff35-0843-411b-ba91-13e0424607d1 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] 10.222.0.49 "GET /v2.0/security-groups?id=d03e8cdd-3fe1-411c-b804-b0d20377d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5902994 Jun 15 10:31:35.307460 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-c3fa1382-dcd4-41b3-afb3-29baeec4fae3 admin admin] Publish callbacks [] for security_group (133f1141-e2a9-45c9-bcee-8462b3e6e8db), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:35.308303 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee09786-232c-4fc0-90b1-d8c23edd60a8 admin admin] Notify agent at l3_agent.dv-cinder-843493-2-iscsi the message routers_updated {{(pid=103805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 10:31:35.324436 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afd77b2-9c32-4545-9e45-3d44d0e6db66 None None] Sync routers for ids ['2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'] in dv-cinder-843493-2-iscsi {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 10:31:35.348116 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afd77b2-9c32-4545-9e45-3d44d0e6db66 None None] Routers {'2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:31:35.348739 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-9afd77b2-9c32-4545-9e45-3d44d0e6db66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:31:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:31:35.376555 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b062b-3512-4655-a8b4-f9850e1f4af2 req-eace496d-c0c9-4c8e-ac9f-5829e6f33176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:35.378211 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8a8b062b-3512-4655-a8b4-f9850e1f4af2 req-eace496d-c0c9-4c8e-ac9f-5829e6f33176 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=98bc89c9-0e9d-4d50-afee-a1d95d10866d HTTP/1.1" status: 200 len: 851 time: 0.0694325 Jun 15 10:31:35.385265 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-9ee09786-232c-4fc0-90b1-d8c23edd60a8 admin admin] 10.222.0.49 "PUT /v2.0/routers/2fa8359a-ff8d-42fb-bdf9-fa2b54045d47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6718631 Jun 15 10:31:35.386479 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-c4fc2a65-f37f-4af6-b65a-1c997c3e3570 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:35.399989 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-c3fa1382-dcd4-41b3-afb3-29baeec4fae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (133f1141-e2a9-45c9-bcee-8462b3e6e8db), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:35.560759 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-c4fc2a65-f37f-4af6-b65a-1c997c3e3570 admin admin] Publish callbacks [] for security_group (75f049fc-f6ee-4a3f-bdbe-36a5f68d9d2d), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:35.618202 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 1fc86ff8-2de6-4082-a231-6fe0f6affa60 up at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:31:35.627357 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8a8b062b-3512-4655-a8b4-f9850e1f4af2 req-0e9f9061-38d3-4cbf-88d0-bbb79e6e776f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9a94a4c7-195b-4de3-a93a-ee4846d90190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1356320 Jun 15 10:31:35.633637 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bb41f8-2b26-4429-9946-923281b9dfa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2626e5ea-0c30-45da-84f7-cf5b4e6834fb,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:35.650181 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-c4fc2a65-f37f-4af6-b65a-1c997c3e3570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (75f049fc-f6ee-4a3f-bdbe-36a5f68d9d2d), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:35.705807 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-e2bb41f8-2b26-4429-9946-923281b9dfa2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8b42eec6ead74457af76efc70244987c&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7546165 Jun 15 10:31:35.722128 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b56d49-c368-4bd1-87ea-a905b51ccda1 admin admin] Router f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b has already been hosted by L3 agent 06043943-94cb-49df-a062-a4886c03e673 {{(pid=103805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 10:31:35.723850 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 52244) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:35.762277 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:35.802227 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Provisioning complete for port 1fc86ff8-2de6-4082-a231-6fe0f6affa60 triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:31:35.802901 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (1fc86ff8-2de6-4082-a231-6fe0f6affa60), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:35.834326 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-9afd77b2-9c32-4545-9e45-3d44d0e6db66 None None] Set router 2fa8359a-ff8d-42fb-bdf9-fa2b54045d47 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:31:35.872753 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-c3fa1382-dcd4-41b3-afb3-29baeec4fae3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ef878af2a9184c309f244b3be501fd73&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3841989 Jun 15 10:31:35.897900 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 52250) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:35.938409 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Current status of the port 1fc86ff8-2de6-4082-a231-6fe0f6affa60 is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:31:35.952516 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:36.032785 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:36.039756 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa1382-dcd4-41b3-afb3-29baeec4fae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133f1141-e2a9-45c9-bcee-8462b3e6e8db,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:36.083997 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 10:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d86b7519-81c6-49f7-bab0-4b8047df54af x-openstack-request-id: req-d86b7519-81c6-49f7-bab0-4b8047df54af {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:31:36.084509 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60658ba0-829b-4d71-9227-556791390b26", "tag": "fdbb94bf-b965-46d1-9c94-6a818e605361", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:31:36.084895 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d86b7519-81c6-49f7-bab0-4b8047df54af {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:31:36.086029 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d86b7519-81c6-49f7-bab0-4b8047df54af'] response: {'name': 'network-changed', 'server_uuid': '60658ba0-829b-4d71-9227-556791390b26', 'tag': 'fdbb94bf-b965-46d1-9c94-6a818e605361', 'status': 'completed', 'code': 200} Jun 15 10:31:36.089962 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:36.114870 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:36.119712 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-c550ba34-b8d8-4255-a7f5-852c816cceb7 req-df02bfb0-5b4f-4496-b5f6-6a0709a74020 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 210 time: 0.7173166 Jun 15 10:31:36.146392 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-c4fc2a65-f37f-4af6-b65a-1c997c3e3570 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d56733aa8e8342e3b70961a9476f2005&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0668931 Jun 15 10:31:36.182101 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 52258) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:36.247320 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-9afd77b2-9c32-4545-9e45-3d44d0e6db66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'name': 'tempest-AttachVolumeNegativeTest-1378705910-router', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '1fc86ff8-2de6-4082-a231-6fe0f6affa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:15Z', 'updated_at': '2022-06-15T10:31:30Z', 'revision_number': 4, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'gw_port': {'id': '1fc86ff8-2de6-4082-a231-6fe0f6affa60', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:18Z', 'updated_at': '2022-06-15T10:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': '72ff7bcb-1c2c-4396-bffa-259cffd9e868', 'name': '', 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'mac_address': 'fa:16:3e:88:2d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'aea43f55-c61e-41b2-b313-b361b1b26da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:25Z', 'updated_at': '2022-06-15T10:31:31Z', 'revision_number': 2, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'subnets': [{'id': 'aea43f55-c61e-41b2-b313-b361b1b26da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:31:36.249414 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63861d40-47e5-48fe-b757-fd583c98cdcb req-9b7cbd3e-5952-4b59-b2fe-590e90970089 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:36.251036 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-63861d40-47e5-48fe-b757-fd583c98cdcb req-9b7cbd3e-5952-4b59-b2fe-590e90970089 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.62 "GET /v2.0/networks?id=5357f5ea-5034-4116-bf4e-1ab906c37c40 HTTP/1.1" status: 200 len: 819 time: 0.9564180 Jun 15 10:31:36.259854 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8a8b062b-3512-4655-a8b4-f9850e1f4af2 req-702fad41-f18b-43dd-92b9-5d3f2e747f0f service neutron] 10.222.0.62 "GET /v2.0/networks/9a94a4c7-195b-4de3-a93a-ee4846d90190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6186411 Jun 15 10:31:36.296772 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_common [req-8223e4b5-776e-46ed-8b82-7d2e1131ba3f req-187c2d7b-5753-4bc1-9c42-d81cf6ef90ce tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Allocated IP 172.20.0.12 (5357f5ea-5034-4116-bf4e-1ab906c37c40/d0adbd34-bf07-4fba-a812-11643023d5f4/0e9fd3cd-585e-471d-9874-b29128afe6b7) {{(pid=103806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:31:36.304636 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-29aea493-2e75-4dc3-9784-84b0ef3ea6f7 admin admin] Publish callbacks [] for security_group (2626e5ea-0c30-45da-84f7-cf5b4e6834fb), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:36.329882 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fc2a65-f37f-4af6-b65a-1c997c3e3570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f049fc-f6ee-4a3f-bdbe-36a5f68d9d2d,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:36.342376 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:INSERT=11,neutron:SELECT=87,neutron:UPDATE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:36.363272 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afd77b2-9c32-4545-9e45-3d44d0e6db66 None None] Checking router: 2fa8359a-ff8d-42fb-bdf9-fa2b54045d47 for host: dv-cinder-843493-2-iscsi {{(pid=103808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 10:31:36.364529 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afd77b2-9c32-4545-9e45-3d44d0e6db66 None None] Updating router 2fa8359a-ff8d-42fb-bdf9-fa2b54045d47 port 72ff7bcb-1c2c-4396-bffa-259cffd9e868 binding host dv-cinder-843493-2-iscsi {{(pid=103808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 10:31:36.452282 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-29aea493-2e75-4dc3-9784-84b0ef3ea6f7 admin admin] Publish callbacks [] for security_group (2626e5ea-0c30-45da-84f7-cf5b4e6834fb), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:36.456271 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9afd77b2-9c32-4545-9e45-3d44d0e6db66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (72ff7bcb-1c2c-4396-bffa-259cffd9e868), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:36.492583 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [req-63861d40-47e5-48fe-b757-fd583c98cdcb req-2500f4a8-7afc-4143-9784-872a38a78720 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Request body: {'port': {'device_id': '9fe2cfb9-3db4-4587-b3d8-441ba2bf145f', 'network_id': '5357f5ea-5034-4116-bf4e-1ab906c37c40', 'admin_state_up': True, 'tenant_id': '993c57bae00b4a0db1d8de0f5017630a'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:31:36.525753 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 52272) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:36.528571 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b56d49-c368-4bd1-87ea-a905b51ccda1 admin admin] Notify agent at l3_agent.dv-cinder-843493-2-iscsi the message routers_updated {{(pid=103805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 10:31:36.536728 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [None req-1857ea0e-afc1-453b-864b-e757a5aebeaf tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2073065033', 'description': 'tempest-description--725193042'}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:31:36.579892 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-a9b56d49-c368-4bd1-87ea-a905b51ccda1 admin admin] 10.222.0.49 "PUT /v2.0/routers/f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5315061 Jun 15 10:31:36.593091 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1857ea0e-afc1-453b-864b-e757a5aebeaf tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for security_group (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:36.606946 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-3b0b78a8-e471-4c33-97ef-15e704246ce8 admin admin] Publish callbacks [] for security_group (133f1141-e2a9-45c9-bcee-8462b3e6e8db), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:36.707791 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1857ea0e-afc1-453b-864b-e757a5aebeaf tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for security_group (ba231e2a-e514-4d2b-8089-4a1d21781c8d), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:36.714050 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1857ea0e-afc1-453b-864b-e757a5aebeaf tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (ba231e2a-e514-4d2b-8089-4a1d21781c8d), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:36.751298 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1857ea0e-afc1-453b-864b-e757a5aebeaf tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba231e2a-e514-4d2b-8089-4a1d21781c8d,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:36.795273 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1857ea0e-afc1-453b-864b-e757a5aebeaf tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:36.800278 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-1857ea0e-afc1-453b-864b-e757a5aebeaf tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2642865 Jun 15 10:31:36.800278 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 52282) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:36.811358 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [None req-d1b4b623-11b8-41fb-8a17-1d729c8fbf4b tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Request body: {'security_group_rule': {'security_group_id': 'ba231e2a-e514-4d2b-8089-4a1d21781c8d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:31:36.830418 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-29aea493-2e75-4dc3-9784-84b0ef3ea6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (2626e5ea-0c30-45da-84f7-cf5b4e6834fb), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:36.836968 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-29aea493-2e75-4dc3-9784-84b0ef3ea6f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:36.843568 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-29aea493-2e75-4dc3-9784-84b0ef3ea6f7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2626e5ea-0c30-45da-84f7-cf5b4e6834fb HTTP/1.1" status: 204 len: 168 time: 0.9805627 Jun 15 10:31:36.852369 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-3b0b78a8-e471-4c33-97ef-15e704246ce8 admin admin] Publish callbacks [] for security_group (133f1141-e2a9-45c9-bcee-8462b3e6e8db), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:36.906882 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aea493-2e75-4dc3-9784-84b0ef3ea6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2626e5ea-0c30-45da-84f7-cf5b4e6834fb,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:36.971427 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-d1b4b623-11b8-41fb-8a17-1d729c8fbf4b tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for security_group_rule (f6aa8868-ab5f-4552-b6e9-2f0acbd1f11d), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:36.989989 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:37.053707 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9afd77b2-9c32-4545-9e45-3d44d0e6db66 None None] Publish callbacks [] for port (72ff7bcb-1c2c-4396-bffa-259cffd9e868), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:37.072127 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9afd77b2-9c32-4545-9e45-3d44d0e6db66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (72ff7bcb-1c2c-4396-bffa-259cffd9e868), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:37.146372 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-d1b4b623-11b8-41fb-8a17-1d729c8fbf4b tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for security_group_rule (f6aa8868-ab5f-4552-b6e9-2f0acbd1f11d), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:37.169403 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-d1b4b623-11b8-41fb-8a17-1d729c8fbf4b tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592663'] for security_group_rule (f6aa8868-ab5f-4552-b6e9-2f0acbd1f11d), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:37.184498 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 52292) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:37.195595 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [None req-705b23d5-98f3-4f0e-96e3-9da0ba8d6f93 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Request body: {'security_group': {'name': 'tempest-securitygroup--220918986', 'description': 'tempest-description--385660996'}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:31:37.250125 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db63cbd-583f-4309-881f-3e4477ac8a72 None None] Pushing event updated for resources: {'Port': ['ID=72ff7bcb-1c2c-4396-bffa-259cffd9e868,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:37.327122 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-9afd77b2-9c32-4545-9e45-3d44d0e6db66 None None] Attempting to bind port 72ff7bcb-1c2c-4396-bffa-259cffd9e868 on host dv-cinder-843493-2-iscsi for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 10:31:37.332928 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-9afd77b2-9c32-4545-9e45-3d44d0e6db66 None None] Attempting to bind port 72ff7bcb-1c2c-4396-bffa-259cffd9e868 by drivers openvswitch,hyperv on host dv-cinder-843493-2-iscsi at level 0 using segments [{'id': '9a53d831-3761-4266-b8b5-121a6bb87f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 10:31:37.334112 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afd77b2-9c32-4545-9e45-3d44d0e6db66 None None] Attempting to bind port 72ff7bcb-1c2c-4396-bffa-259cffd9e868 on network 56f473a9-939b-4bd2-a5d0-e5eaaaa25745 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:31:37.350978 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afd77b2-9c32-4545-9e45-3d44d0e6db66 None None] Checking agent: {'id': 'ad84a4c2-87cd-4603-a219-98785ef58eeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 10, 23, 18), 'started_at': datetime.datetime(2022, 6, 15, 10, 23, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 10, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 10:31:37.353044 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4b623-11b8-41fb-8a17-1d729c8fbf4b tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6aa8868-ab5f-4552-b6e9-2f0acbd1f11d,revision_number=0']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:37.358853 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afd77b2-9c32-4545-9e45-3d44d0e6db66 None None] Checking segment: {'id': '9a53d831-3761-4266-b8b5-121a6bb87f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:31:37.372160 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9afd77b2-9c32-4545-9e45-3d44d0e6db66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:37.376841 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afd77b2-9c32-4545-9e45-3d44d0e6db66 None None] Bound using segment: {'id': '9a53d831-3761-4266-b8b5-121a6bb87f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 10:31:37.377397 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-9afd77b2-9c32-4545-9e45-3d44d0e6db66 None None] Bound port: 72ff7bcb-1c2c-4396-bffa-259cffd9e868, host: dv-cinder-843493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a53d831-3761-4266-b8b5-121a6bb87f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 10:31:37.378786 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9afd77b2-9c32-4545-9e45-3d44d0e6db66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (72ff7bcb-1c2c-4396-bffa-259cffd9e868), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:37.381311 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-e10060fd-9ea7-441f-a3d1-0cfa51817300 req-421d227e-fb3e-4cef-8aeb-c94e2dade034 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 210 time: 0.1050289 Jun 15 10:31:37.407978 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-d1b4b623-11b8-41fb-8a17-1d729c8fbf4b tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:37.411223 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fef0b3fe-f883-4f00-aeb2-d2eb13f3023f admin admin] Publish callbacks [] for security_group (75f049fc-f6ee-4a3f-bdbe-36a5f68d9d2d), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:37.412118 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-d1b4b623-11b8-41fb-8a17-1d729c8fbf4b tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6082942 Jun 15 10:31:37.412742 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 52294) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:37.454912 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [None req-0d47277f-21eb-452d-8e8f-bac74f36a89e tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Request body: {'security_group_rule': {'security_group_id': 'ba231e2a-e514-4d2b-8089-4a1d21781c8d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:31:37.495193 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d239e9-b47e-4839-8e0a-572741b5138d req-50bb48e3-303a-45c7-ba96-5721df2eebc3 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:37.505774 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-705b23d5-98f3-4f0e-96e3-9da0ba8d6f93 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks [] for security_group (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:37.510230 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-63d239e9-b47e-4839-8e0a-572741b5138d req-50bb48e3-303a-45c7-ba96-5721df2eebc3 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] 10.222.0.49 "GET /v2.0/ports?device_id=60658ba0-829b-4d71-9227-556791390b26 HTTP/1.1" status: 200 len: 944 time: 0.9499154 Jun 15 10:31:37.512907 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-3b0b78a8-e471-4c33-97ef-15e704246ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (133f1141-e2a9-45c9-bcee-8462b3e6e8db), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:37.515430 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-3b0b78a8-e471-4c33-97ef-15e704246ce8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:37.516549 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-3b0b78a8-e471-4c33-97ef-15e704246ce8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/133f1141-e2a9-45c9-bcee-8462b3e6e8db HTTP/1.1" status: 204 len: 168 time: 1.6178174 Jun 15 10:31:37.589110 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-0d47277f-21eb-452d-8e8f-bac74f36a89e tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for security_group_rule (08d8d746-f002-427b-9d33-e0e06f16a844), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:37.616180 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-9afd77b2-9c32-4545-9e45-3d44d0e6db66 None None] For port 72ff7bcb-1c2c-4396-bffa-259cffd9e868, host dv-cinder-843493-2-iscsi, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 10:31:37.631148 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-9afd77b2-9c32-4545-9e45-3d44d0e6db66 None None] For port 72ff7bcb-1c2c-4396-bffa-259cffd9e868, host dv-cinder-843493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=72ff7bcb-1c2c-4396-bffa-259cffd9e868,segment=NetworkSegment(9a53d831-3761-4266-b8b5-121a6bb87f69),segment_id=9a53d831-3761-4266-b8b5-121a6bb87f69)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 10:31:37.645881 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 165f926b-f3c5-4ec3-ab58-e72609ce8ffd up at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:31:37.648400 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9afd77b2-9c32-4545-9e45-3d44d0e6db66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (72ff7bcb-1c2c-4396-bffa-259cffd9e868), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:37.685622 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=4 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:37.700946 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:37.742269 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-0d47277f-21eb-452d-8e8f-bac74f36a89e tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for security_group_rule (08d8d746-f002-427b-9d33-e0e06f16a844), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:37.779741 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-705b23d5-98f3-4f0e-96e3-9da0ba8d6f93 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks [] for security_group (e1cf045a-c9df-4e42-adf1-dfd925c75cd5), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:37.791293 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-0d47277f-21eb-452d-8e8f-bac74f36a89e tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592663'] for security_group_rule (08d8d746-f002-427b-9d33-e0e06f16a844), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:37.802743 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db63cbd-583f-4309-881f-3e4477ac8a72 None None] Pushing event updated for resources: {'Port': ['ID=72ff7bcb-1c2c-4396-bffa-259cffd9e868,revision_number=4']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:37.811712 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-705b23d5-98f3-4f0e-96e3-9da0ba8d6f93 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (e1cf045a-c9df-4e42-adf1-dfd925c75cd5), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:37.813832 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afd77b2-9c32-4545-9e45-3d44d0e6db66 None None] Routers {'2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:31:37.814955 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0b78a8-e471-4c33-97ef-15e704246ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133f1141-e2a9-45c9-bcee-8462b3e6e8db,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:37.815120 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-9afd77b2-9c32-4545-9e45-3d44d0e6db66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:31:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:31:37.848212 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-06978eac-6ee5-4bed-885e-756331c3170a None None] Provisioning complete for port 72ff7bcb-1c2c-4396-bffa-259cffd9e868 triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:31:37.848842 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-06978eac-6ee5-4bed-885e-756331c3170a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (72ff7bcb-1c2c-4396-bffa-259cffd9e868), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:37.996515 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d47277f-21eb-452d-8e8f-bac74f36a89e tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08d8d746-f002-427b-9d33-e0e06f16a844,revision_number=0']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:38.033940 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-705b23d5-98f3-4f0e-96e3-9da0ba8d6f93 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:38.041798 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-705b23d5-98f3-4f0e-96e3-9da0ba8d6f93 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.8538260 Jun 15 10:31:38.044035 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 52310) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:38.066072 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [None req-af7f5523-1121-43d1-ae8f-4ef183c300a7 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Request body: {'security_group_rule': {'security_group_id': 'e1cf045a-c9df-4e42-adf1-dfd925c75cd5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:31:38.084688 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-0d47277f-21eb-452d-8e8f-bac74f36a89e tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:38.088187 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fef0b3fe-f883-4f00-aeb2-d2eb13f3023f admin admin] Publish callbacks [] for security_group (75f049fc-f6ee-4a3f-bdbe-36a5f68d9d2d), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:38.089024 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-0d47277f-21eb-452d-8e8f-bac74f36a89e tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6725845 Jun 15 10:31:38.097632 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 52312) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:38.109172 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [None req-e108e6f4-85c5-40fc-a07e-701f2486f9c9 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Request body: {'floatingip': {'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81'}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:31:38.140149 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b23d5-98f3-4f0e-96e3-9da0ba8d6f93 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1cf045a-c9df-4e42-adf1-dfd925c75cd5,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:38.248794 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e108e6f4-85c5-40fc-a07e-701f2486f9c9 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:38.265895 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-af7f5523-1121-43d1-ae8f-4ef183c300a7 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks [] for security_group_rule (291f8c7b-b1c0-479a-b9a1-f8e1b2681273), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:38.277895 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8a8b062b-3512-4655-a8b4-f9850e1f4af2 req-aaee5338-9777-4df2-8213-737574545ad7 service neutron] 10.222.0.62 "GET /v2.0/networks/9a94a4c7-195b-4de3-a93a-ee4846d90190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9137144 Jun 15 10:31:38.279185 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Provisioning complete for port 165f926b-f3c5-4ec3-ab58-e72609ce8ffd triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:31:38.283719 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (165f926b-f3c5-4ec3-ab58-e72609ce8ffd), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:38.357960 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-8223e4b5-776e-46ed-8b82-7d2e1131ba3f req-187c2d7b-5753-4bc1-9c42-d81cf6ef90ce tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks [] for port (0e9fd3cd-585e-471d-9874-b29128afe6b7), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:38.395239 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-9afd77b2-9c32-4545-9e45-3d44d0e6db66 None None] Set router 2fa8359a-ff8d-42fb-bdf9-fa2b54045d47 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:31:38.426083 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-06978eac-6ee5-4bed-885e-756331c3170a None None] Current status of the port 72ff7bcb-1c2c-4396-bffa-259cffd9e868 is: DOWN; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:31:38.431953 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-63d239e9-b47e-4839-8e0a-572741b5138d req-131ce059-8e1a-4772-a5e4-931b47c831e0 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] 10.222.0.49 "GET /v2.0/security-groups?id=d03e8cdd-3fe1-411c-b804-b0d20377d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9203787 Jun 15 10:31:38.439590 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-06978eac-6ee5-4bed-885e-756331c3170a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (72ff7bcb-1c2c-4396-bffa-259cffd9e868), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:38.488758 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:38.519268 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fef0b3fe-f883-4f00-aeb2-d2eb13f3023f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (75f049fc-f6ee-4a3f-bdbe-36a5f68d9d2d), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:38.535892 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fef0b3fe-f883-4f00-aeb2-d2eb13f3023f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:38.537983 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-fef0b3fe-f883-4f00-aeb2-d2eb13f3023f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/75f049fc-f6ee-4a3f-bdbe-36a5f68d9d2d HTTP/1.1" status: 204 len: 168 time: 2.3396449 Jun 15 10:31:38.540329 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-8223e4b5-776e-46ed-8b82-7d2e1131ba3f req-187c2d7b-5753-4bc1-9c42-d81cf6ef90ce tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205'] for port (0e9fd3cd-585e-471d-9874-b29128afe6b7), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:38.544087 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-af7f5523-1121-43d1-ae8f-4ef183c300a7 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks [] for security_group_rule (291f8c7b-b1c0-479a-b9a1-f8e1b2681273), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:38.562503 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-06978eac-6ee5-4bed-885e-756331c3170a None None] For port 72ff7bcb-1c2c-4396-bffa-259cffd9e868, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=72ff7bcb-1c2c-4396-bffa-259cffd9e868,segment=NetworkSegment(9a53d831-3761-4266-b8b5-121a6bb87f69),segment_id=9a53d831-3761-4266-b8b5-121a6bb87f69)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:31:38.564456 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-af7f5523-1121-43d1-ae8f-4ef183c300a7 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592663'] for security_group_rule (291f8c7b-b1c0-479a-b9a1-f8e1b2681273), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:38.564937 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63861d40-47e5-48fe-b757-fd583c98cdcb req-2500f4a8-7afc-4143-9784-872a38a78720 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Made reservation on behalf of 993c57bae00b4a0db1d8de0f5017630a for: {'port': 1} {{(pid=103806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 10:31:38.568715 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-63861d40-47e5-48fe-b757-fd583c98cdcb req-2500f4a8-7afc-4143-9784-872a38a78720 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:38.578813 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef0b3fe-f883-4f00-aeb2-d2eb13f3023f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f049fc-f6ee-4a3f-bdbe-36a5f68d9d2d,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:38.580746 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-06978eac-6ee5-4bed-885e-756331c3170a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (72ff7bcb-1c2c-4396-bffa-259cffd9e868), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:38.671383 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:38.682865 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8223e4b5-776e-46ed-8b82-7d2e1131ba3f req-187c2d7b-5753-4bc1-9c42-d81cf6ef90ce tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Network 5357f5ea-5034-4116-bf4e-1ab906c37c40 is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:31:38.686319 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06978eac-6ee5-4bed-885e-756331c3170a None None] Pushing event updated for resources: {'Port': ['ID=72ff7bcb-1c2c-4396-bffa-259cffd9e868,revision_number=5']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:38.693974 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:38.695174 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c2d7b-5753-4bc1-9c42-d81cf6ef90ce tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Pushing event updated for resources: {'Port': ['ID=0e9fd3cd-585e-471d-9874-b29128afe6b7,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:38.700025 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [req-8223e4b5-776e-46ed-8b82-7d2e1131ba3f req-187c2d7b-5753-4bc1-9c42-d81cf6ef90ce tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:31:38.706066 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:38.728178 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [req-8223e4b5-776e-46ed-8b82-7d2e1131ba3f req-187c2d7b-5753-4bc1-9c42-d81cf6ef90ce tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Received port after_create {{(pid=103806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:31:38.739955 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223e4b5-776e-46ed-8b82-7d2e1131ba3f req-187c2d7b-5753-4bc1-9c42-d81cf6ef90ce tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:38.740857 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-8223e4b5-776e-46ed-8b82-7d2e1131ba3f req-187c2d7b-5753-4bc1-9c42-d81cf6ef90ce tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:38.748720 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-d8abfc80-8894-4515-9b50-9981d4d80bfb None None] Provisioning complete for port 72ff7bcb-1c2c-4396-bffa-259cffd9e868 triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:31:38.749099 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d8abfc80-8894-4515-9b50-9981d4d80bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (72ff7bcb-1c2c-4396-bffa-259cffd9e868), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:38.760858 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc921441-ae40-48dd-9284-cebca89a41b9 req-c6532e51-f7ac-4531-b883-3953f647a364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:38.771815 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-dc921441-ae40-48dd-9284-cebca89a41b9 req-c6532e51-f7ac-4531-b883-3953f647a364 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b8df5f1986694e8f9ee6f55ef3995621&device_id=60658ba0-829b-4d71-9227-556791390b26 HTTP/1.1" status: 200 len: 1128 time: 0.3118105 Jun 15 10:31:38.888392 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 52326) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:38.889100 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7f5523-1121-43d1-ae8f-4ef183c300a7 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=291f8c7b-b1c0-479a-b9a1-f8e1b2681273,revision_number=0']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:38.945270 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-963c61b8-c2ef-46d2-b922-14d3452431e2 req-4aad96f0-7fb1-4b7e-a9b8-4233d19ec153 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 210 time: 0.2655959 Jun 15 10:31:38.992141 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-af7f5523-1121-43d1-ae8f-4ef183c300a7 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:39.002650 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-af7f5523-1121-43d1-ae8f-4ef183c300a7 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9459739 Jun 15 10:31:39.005180 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 52328) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:39.017638 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Current status of the port 165f926b-f3c5-4ec3-ab58-e72609ce8ffd is: DOWN; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:31:39.018046 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (165f926b-f3c5-4ec3-ab58-e72609ce8ffd), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:39.019439 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [None req-306d5d7d-45d1-4aba-9533-b7cb97d43f47 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Request body: {'security_group_rule': {'security_group_id': 'e1cf045a-c9df-4e42-adf1-dfd925c75cd5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:31:39.072808 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-a3e5d437-ca2c-42f7-aea4-8cfd5436cd57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:39.083060 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_common [req-63861d40-47e5-48fe-b757-fd583c98cdcb req-2500f4a8-7afc-4143-9784-872a38a78720 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Allocated IP 172.20.0.7 (5357f5ea-5034-4116-bf4e-1ab906c37c40/d0adbd34-bf07-4fba-a812-11643023d5f4/8d18190d-8f93-467b-a941-b38fe1222aae) {{(pid=103806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:31:39.085122 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-9afd77b2-9c32-4545-9e45-3d44d0e6db66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'name': 'tempest-AttachVolumeNegativeTest-1378705910-router', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '1fc86ff8-2de6-4082-a231-6fe0f6affa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:15Z', 'updated_at': '2022-06-15T10:31:30Z', 'revision_number': 4, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'gw_port': {'id': '1fc86ff8-2de6-4082-a231-6fe0f6affa60', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:18Z', 'updated_at': '2022-06-15T10:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': '72ff7bcb-1c2c-4396-bffa-259cffd9e868', 'name': '', 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'mac_address': 'fa:16:3e:88:2d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'aea43f55-c61e-41b2-b313-b361b1b26da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:25Z', 'updated_at': '2022-06-15T10:31:37Z', 'revision_number': 4, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'subnets': [{'id': 'aea43f55-c61e-41b2-b313-b361b1b26da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:31:39.085586 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e108e6f4-85c5-40fc-a07e-701f2486f9c9 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:39.100338 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] For port 165f926b-f3c5-4ec3-ab58-e72609ce8ffd, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=165f926b-f3c5-4ec3-ab58-e72609ce8ffd,segment=NetworkSegment(cb36ff63-3809-49b1-ae7b-cd8646780a76),segment_id=cb36ff63-3809-49b1-ae7b-cd8646780a76)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:31:39.104224 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8676369c-d85a-4ae5-b2a6-24dd344aabdb None None] Sync routers for ids ['f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b'] in dv-cinder-843493-2-iscsi {{(pid=103807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 10:31:39.132209 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (165f926b-f3c5-4ec3-ab58-e72609ce8ffd), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:39.157434 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afd77b2-9c32-4545-9e45-3d44d0e6db66 None None] The sync data for ids ['2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'] in dv-cinder-843493-2-iscsi is: [{'id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'name': 'tempest-AttachVolumeNegativeTest-1378705910-router', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '1fc86ff8-2de6-4082-a231-6fe0f6affa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:15Z', 'updated_at': '2022-06-15T10:31:30Z', 'revision_number': 4, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'gw_port': {'id': '1fc86ff8-2de6-4082-a231-6fe0f6affa60', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:18Z', 'updated_at': '2022-06-15T10:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': '72ff7bcb-1c2c-4396-bffa-259cffd9e868', 'name': '', 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'mac_address': 'fa:16:3e:88:2d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'aea43f55-c61e-41b2-b313-b361b1b26da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:25Z', 'updated_at': '2022-06-15T10:31:37Z', 'revision_number': 4, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'subnets': [{'id': 'aea43f55-c61e-41b2-b313-b361b1b26da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 10:31:39.158356 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-306d5d7d-45d1-4aba-9533-b7cb97d43f47 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks [] for security_group_rule (8960da88-69d5-4e45-bed7-7a77143af85a), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:39.208550 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8676369c-d85a-4ae5-b2a6-24dd344aabdb None None] Routers {'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:31:39.209659 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-8676369c-d85a-4ae5-b2a6-24dd344aabdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:31:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b'], 'active': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:31:39.218678 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8223e4b5-776e-46ed-8b82-7d2e1131ba3f req-187c2d7b-5753-4bc1-9c42-d81cf6ef90ce tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.4302373 Jun 15 10:31:39.300905 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d8abfc80-8894-4515-9b50-9981d4d80bfb None None] Current status of the port 72ff7bcb-1c2c-4396-bffa-259cffd9e868 is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:31:39.605373 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-306d5d7d-45d1-4aba-9533-b7cb97d43f47 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks [] for security_group_rule (8960da88-69d5-4e45-bed7-7a77143af85a), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:39.613102 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 52336) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:39.642813 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-306d5d7d-45d1-4aba-9533-b7cb97d43f47 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592663'] for security_group_rule (8960da88-69d5-4e45-bed7-7a77143af85a), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:39.692350 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvr_db [None req-8676369c-d85a-4ae5-b2a6-24dd344aabdb None None] Set router f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b gateway port host: dv-cinder-843493-2-iscsi {{(pid=103807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:31:39.842304 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306d5d7d-45d1-4aba-9533-b7cb97d43f47 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8960da88-69d5-4e45-bed7-7a77143af85a,revision_number=0']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:39.860367 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:39.882982 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-306d5d7d-45d1-4aba-9533-b7cb97d43f47 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:39.885284 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-306d5d7d-45d1-4aba-9533-b7cb97d43f47 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8792071 Jun 15 10:31:39.897456 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:39.902876 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 52348) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:39.928819 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [None req-7c4ce13d-62da-49e9-9edb-cdda823f470f tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Request body: {'floatingip': {'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81'}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:31:40.005704 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.db.db_base_plugin_common [None req-e108e6f4-85c5-40fc-a07e-701f2486f9c9 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Allocated IP 172.27.0.49 (0c6836d1-4e10-4696-9cf9-183899f77c81/849db9c0-6b0b-495f-a2c9-c288d42c277d/2b8b264e-ac28-4941-a776-b0cbde47062f) {{(pid=103805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:31:40.012918 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce13d-62da-49e9-9edb-cdda823f470f tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:40.054586 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 72ff7bcb-1c2c-4396-bffa-259cffd9e868 up at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:31:40.115046 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=77,neutron:DELETE=5,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:40.116405 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc921441-ae40-48dd-9284-cebca89a41b9 req-65592c07-dd5a-4360-b0ab-2e6a1ca2bbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:40.120215 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-dc921441-ae40-48dd-9284-cebca89a41b9 req-65592c07-dd5a-4360-b0ab-2e6a1ca2bbe8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9a94a4c7-195b-4de3-a93a-ee4846d90190 HTTP/1.1" status: 200 len: 912 time: 0.9139996 Jun 15 10:31:40.172334 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [req-8223e4b5-776e-46ed-8b82-7d2e1131ba3f req-485779a0-2ae9-4c1b-a119-9b409247143c service neutron] Request body: {'port': {'device_id': 'b30aa81b-0ccd-437d-b0dc-401f2ba90533', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84349'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:31:40.200193 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-735975bf-25cf-4f04-8db5-c9df69057bba None None] Provisioning complete for port 0e9fd3cd-585e-471d-9874-b29128afe6b7 triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:31:40.215640 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-735975bf-25cf-4f04-8db5-c9df69057bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (0e9fd3cd-585e-471d-9874-b29128afe6b7), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:40.298226 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Pushing event updated for resources: {'Port': ['ID=165f926b-f3c5-4ec3-ab58-e72609ce8ffd,revision_number=4']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:40.308101 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce13d-62da-49e9-9edb-cdda823f470f tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:40.356723 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-a3e5d437-ca2c-42f7-aea4-8cfd5436cd57 admin admin] Publish callbacks [] for security_group (33520332-384f-4597-a55b-adbac5eaf01a), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:40.378687 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-735975bf-25cf-4f04-8db5-c9df69057bba None None] Port 0e9fd3cd-585e-471d-9874-b29128afe6b7 cannot update to ACTIVE because it is not bound. {{(pid=103807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 10:31:40.430959 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 52366) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:40.447246 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-f14f7821-e040-4fd4-ae3b-ad10d70eade6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:40.461879 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-a3e5d437-ca2c-42f7-aea4-8cfd5436cd57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (33520332-384f-4597-a55b-adbac5eaf01a), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:40.471165 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Provisioning complete for port 72ff7bcb-1c2c-4396-bffa-259cffd9e868 triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:31:40.471572 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (72ff7bcb-1c2c-4396-bffa-259cffd9e868), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:40.518465 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-dc921441-ae40-48dd-9284-cebca89a41b9 req-c7762475-b1ef-42e9-a7ea-c4587e9d0e88 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fdbb94bf-b965-46d1-9c94-6a818e605361 HTTP/1.1" status: 200 len: 217 time: 0.3575506 Jun 15 10:31:40.535732 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:40.542387 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-438cb4a6-8ad9-4179-8e99-8067bc3c9888 req-19d2464e-6e7f-4ddf-8619-31fbb36fb6a3 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 210 time: 0.2473929 Jun 15 10:31:40.577928 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-8676369c-d85a-4ae5-b2a6-24dd344aabdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1629135154-router', 'tenant_id': '5dc28af73e82414d8f709e447286a962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '165f926b-f3c5-4ec3-ab58-e72609ce8ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:17Z', 'updated_at': '2022-06-15T10:31:31Z', 'revision_number': 4, 'project_id': '5dc28af73e82414d8f709e447286a962', 'gw_port': {'id': '165f926b-f3c5-4ec3-ab58-e72609ce8ffd', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:65:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:19Z', 'updated_at': '2022-06-15T10:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': 'd9fd564f-6fd3-47fc-be0f-13a98b422209', 'name': '', 'network_id': '4d5f07d8-adfa-49e4-965f-88f44de7cd54', 'tenant_id': '5dc28af73e82414d8f709e447286a962', 'mac_address': 'fa:16:3e:88:7b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9d001222-a4ff-4954-9899-62f9de0c8b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:26Z', 'updated_at': '2022-06-15T10:31:32Z', 'revision_number': 2, 'project_id': '5dc28af73e82414d8f709e447286a962', 'subnets': [{'id': '9d001222-a4ff-4954-9899-62f9de0c8b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:31:40.604883 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a301a1d-576f-430e-bcf8-9ab5d0f32007 req-063d3ebb-ebf0-4912-a342-42f5d68c0951 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:40.606914 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1a301a1d-576f-430e-bcf8-9ab5d0f32007 req-063d3ebb-ebf0-4912-a342-42f5d68c0951 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] 10.222.0.49 "GET /v2.0/ports?device_id=60658ba0-829b-4d71-9227-556791390b26 HTTP/1.1" status: 200 len: 944 time: 0.4582090 Jun 15 10:31:40.659015 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-63861d40-47e5-48fe-b757-fd583c98cdcb req-2500f4a8-7afc-4143-9784-872a38a78720 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks [] for port (8d18190d-8f93-467b-a941-b38fe1222aae), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:40.713503 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8676369c-d85a-4ae5-b2a6-24dd344aabdb None None] Checking router: f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b for host: dv-cinder-843493-2-iscsi {{(pid=103807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 10:31:40.714078 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8676369c-d85a-4ae5-b2a6-24dd344aabdb None None] Updating router f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b port d9fd564f-6fd3-47fc-be0f-13a98b422209 binding host dv-cinder-843493-2-iscsi {{(pid=103807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 10:31:40.726142 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-f14f7821-e040-4fd4-ae3b-ad10d70eade6 admin admin] Publish callbacks [] for security_group (dd1141ca-f01d-48ac-ae05-ebbc893d2e63), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:40.757738 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e5d437-ca2c-42f7-aea4-8cfd5436cd57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33520332-384f-4597-a55b-adbac5eaf01a,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:40.763319 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-a3e5d437-ca2c-42f7-aea4-8cfd5436cd57 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=abb687a167db47dbb74b2654087c2cac&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8519599 Jun 15 10:31:40.780214 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-f14f7821-e040-4fd4-ae3b-ad10d70eade6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (dd1141ca-f01d-48ac-ae05-ebbc893d2e63), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:40.783823 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 52378) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:40.807573 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8676369c-d85a-4ae5-b2a6-24dd344aabdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (d9fd564f-6fd3-47fc-be0f-13a98b422209), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:41.006567 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Current status of the port 72ff7bcb-1c2c-4396-bffa-259cffd9e868 is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:31:41.042231 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1a301a1d-576f-430e-bcf8-9ab5d0f32007 req-99c0fbe5-e01c-4139-906e-88040ed4ab91 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] 10.222.0.49 "GET /v2.0/security-groups?id=d03e8cdd-3fe1-411c-b804-b0d20377d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484192 Jun 15 10:31:41.052161 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-63861d40-47e5-48fe-b757-fd583c98cdcb req-2500f4a8-7afc-4143-9784-872a38a78720 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205'] for port (8d18190d-8f93-467b-a941-b38fe1222aae), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:41.054930 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-8223e4b5-776e-46ed-8b82-7d2e1131ba3f req-485779a0-2ae9-4c1b-a119-9b409247143c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (0e9fd3cd-585e-471d-9874-b29128afe6b7), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:41.075205 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:41.184523 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc921441-ae40-48dd-9284-cebca89a41b9 req-f1d5da75-4ffe-4357-a736-4766785ef822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:41.192464 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-dc921441-ae40-48dd-9284-cebca89a41b9 req-f1d5da75-4ffe-4357-a736-4766785ef822 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=98bc89c9-0e9d-4d50-afee-a1d95d10866d HTTP/1.1" status: 200 len: 851 time: 0.5841177 Jun 15 10:31:41.265574 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2500f4a8-7afc-4143-9784-872a38a78720 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Pushing event updated for resources: {'Port': ['ID=8d18190d-8f93-467b-a941-b38fe1222aae,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:41.269301 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63861d40-47e5-48fe-b757-fd583c98cdcb req-2500f4a8-7afc-4143-9784-872a38a78720 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Network 5357f5ea-5034-4116-bf4e-1ab906c37c40 is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:31:41.290413 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [req-63861d40-47e5-48fe-b757-fd583c98cdcb req-2500f4a8-7afc-4143-9784-872a38a78720 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:31:41.298508 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [req-63861d40-47e5-48fe-b757-fd583c98cdcb req-2500f4a8-7afc-4143-9784-872a38a78720 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Received port after_create {{(pid=103806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:31:41.304003 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63861d40-47e5-48fe-b757-fd583c98cdcb req-2500f4a8-7afc-4143-9784-872a38a78720 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:41.304725 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-63861d40-47e5-48fe-b757-fd583c98cdcb req-2500f4a8-7afc-4143-9784-872a38a78720 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:41.311710 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-dc921441-ae40-48dd-9284-cebca89a41b9 req-3c23bee1-909d-4861-83a5-f79f7e42d38f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9a94a4c7-195b-4de3-a93a-ee4846d90190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789869 Jun 15 10:31:41.313426 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-f14f7821-e040-4fd4-ae3b-ad10d70eade6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6a7f760928d048fd8d39c90c7796515d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6948388 Jun 15 10:31:41.314283 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14f7821-e040-4fd4-ae3b-ad10d70eade6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1141ca-f01d-48ac-ae05-ebbc893d2e63,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:41.316817 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 52382) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:41.325091 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [None req-a72131fb-e4d9-44a1-9bd9-3c9f600e3815 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2103680464-network', 'tenant_id': '0e883186e4784ba4a94a7b7f649b6d43'}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:31:41.495966 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8676369c-d85a-4ae5-b2a6-24dd344aabdb None None] Publish callbacks [] for port (d9fd564f-6fd3-47fc-be0f-13a98b422209), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:41.505932 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8676369c-d85a-4ae5-b2a6-24dd344aabdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (d9fd564f-6fd3-47fc-be0f-13a98b422209), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:41.536936 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-63861d40-47e5-48fe-b757-fd583c98cdcb req-2500f4a8-7afc-4143-9784-872a38a78720 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1644940 Jun 15 10:31:41.569097 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72131fb-e4d9-44a1-9bd9-3c9f600e3815 admin admin] Made reservation on behalf of 0e883186e4784ba4a94a7b7f649b6d43 for: {'network': 1} {{(pid=103805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 10:31:41.572947 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-a72131fb-e4d9-44a1-9bd9-3c9f600e3815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for network (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:41.584443 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a805608-4701-4555-8c8c-c6ba881a4fe0 None None] Pushing event updated for resources: {'Port': ['ID=d9fd564f-6fd3-47fc-be0f-13a98b422209,revision_number=3']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:41.595210 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 165f926b-f3c5-4ec3-ab58-e72609ce8ffd up at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:31:41.604530 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-23e0fc53-0908-4e3d-bd5d-469f8a947b45 admin admin] Publish callbacks [] for security_group (33520332-384f-4597-a55b-adbac5eaf01a), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:41.611947 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e108e6f4-85c5-40fc-a07e-701f2486f9c9 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for port (2b8b264e-ac28-4941-a776-b0cbde47062f), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:41.617629 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-a72131fb-e4d9-44a1-9bd9-3c9f600e3815 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:41.679488 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-dc921441-ae40-48dd-9284-cebca89a41b9 req-d4dc7796-d3c2-486f-9473-85faf05a4e32 service neutron] 10.222.0.62 "GET /v2.0/networks/9a94a4c7-195b-4de3-a93a-ee4846d90190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437190 Jun 15 10:31:41.706338 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [req-63861d40-47e5-48fe-b757-fd583c98cdcb req-52d93ae9-2daf-4606-ad4d-fb72ad7e814c service neutron] Request body: {'port': {'device_id': '9fe2cfb9-3db4-4587-b3d8-441ba2bf145f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84349'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:31:41.780300 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-aeb63a2c-d349-4334-9068-faae28f24500 None None] Provisioning complete for port 8d18190d-8f93-467b-a941-b38fe1222aae triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:31:41.780866 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-aeb63a2c-d349-4334-9068-faae28f24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (8d18190d-8f93-467b-a941-b38fe1222aae), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:41.855542 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-23e0fc53-0908-4e3d-bd5d-469f8a947b45 admin admin] Publish callbacks [] for security_group (33520332-384f-4597-a55b-adbac5eaf01a), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:41.862534 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:INSERT=13,neutron:SELECT=85,neutron:UPDATE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:41.893792 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Provisioning complete for port 165f926b-f3c5-4ec3-ab58-e72609ce8ffd triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:31:41.895139 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (165f926b-f3c5-4ec3-ab58-e72609ce8ffd), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:41.918462 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-7b97b427-420b-4ed4-9a20-e57d33acc913 admin admin] Publish callbacks [] for security_group (dd1141ca-f01d-48ac-ae05-ebbc893d2e63), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:41.947988 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:41.975474 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-dc921441-ae40-48dd-9284-cebca89a41b9 req-140c0567-233f-409b-91bd-88ee59cb30be service neutron] 10.222.0.62 "GET /v2.0/networks/9a94a4c7-195b-4de3-a93a-ee4846d90190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940452 Jun 15 10:31:41.977030 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-8676369c-d85a-4ae5-b2a6-24dd344aabdb None None] Attempting to bind port d9fd564f-6fd3-47fc-be0f-13a98b422209 on host dv-cinder-843493-2-iscsi for vnic_type normal with profile {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 10:31:41.978017 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-8676369c-d85a-4ae5-b2a6-24dd344aabdb None None] Attempting to bind port d9fd564f-6fd3-47fc-be0f-13a98b422209 by drivers openvswitch,hyperv on host dv-cinder-843493-2-iscsi at level 0 using segments [{'id': '19f9c52a-802c-4297-ba83-8da5c92ffd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4d5f07d8-adfa-49e4-965f-88f44de7cd54'}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 10:31:41.978297 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8676369c-d85a-4ae5-b2a6-24dd344aabdb None None] Attempting to bind port d9fd564f-6fd3-47fc-be0f-13a98b422209 on network 4d5f07d8-adfa-49e4-965f-88f44de7cd54 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:31:42.004225 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:42.008231 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-aeb63a2c-d349-4334-9068-faae28f24500 None None] Port 8d18190d-8f93-467b-a941-b38fe1222aae cannot update to ACTIVE because it is not bound. {{(pid=103807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 10:31:42.010845 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8676369c-d85a-4ae5-b2a6-24dd344aabdb None None] Checking agent: {'id': 'ad84a4c2-87cd-4603-a219-98785ef58eeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 10, 23, 18), 'started_at': datetime.datetime(2022, 6, 15, 10, 23, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 10, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 10:31:42.026058 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8676369c-d85a-4ae5-b2a6-24dd344aabdb None None] Checking segment: {'id': '19f9c52a-802c-4297-ba83-8da5c92ffd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4d5f07d8-adfa-49e4-965f-88f44de7cd54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:31:42.026671 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8676369c-d85a-4ae5-b2a6-24dd344aabdb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:42.027160 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8676369c-d85a-4ae5-b2a6-24dd344aabdb None None] Bound using segment: {'id': '19f9c52a-802c-4297-ba83-8da5c92ffd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4d5f07d8-adfa-49e4-965f-88f44de7cd54'} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 10:31:42.027823 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-8676369c-d85a-4ae5-b2a6-24dd344aabdb None None] Bound port: d9fd564f-6fd3-47fc-be0f-13a98b422209, host: dv-cinder-843493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19f9c52a-802c-4297-ba83-8da5c92ffd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4d5f07d8-adfa-49e4-965f-88f44de7cd54'}}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 10:31:42.028217 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8676369c-d85a-4ae5-b2a6-24dd344aabdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (d9fd564f-6fd3-47fc-be0f-13a98b422209), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:42.092101 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-7b97b427-420b-4ed4-9a20-e57d33acc913 admin admin] Publish callbacks [] for security_group (dd1141ca-f01d-48ac-ae05-ebbc893d2e63), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:42.105881 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51615bfa-d635-4a53-ad4e-7890cba68909 req-62704f98-cee3-43e0-97c4-7af5ec3daea6 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:42.108046 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-51615bfa-d635-4a53-ad4e-7890cba68909 req-62704f98-cee3-43e0-97c4-7af5ec3daea6 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 931 time: 0.3863120 Jun 15 10:31:42.134754 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e108e6f4-85c5-40fc-a07e-701f2486f9c9 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205'] for port (2b8b264e-ac28-4941-a776-b0cbde47062f), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:42.199934 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8676369c-d85a-4ae5-b2a6-24dd344aabdb None None] For port d9fd564f-6fd3-47fc-be0f-13a98b422209, host dv-cinder-843493-2-iscsi, cleared binding levels {{(pid=103807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 10:31:42.203214 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8676369c-d85a-4ae5-b2a6-24dd344aabdb None None] For port d9fd564f-6fd3-47fc-be0f-13a98b422209, host dv-cinder-843493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=d9fd564f-6fd3-47fc-be0f-13a98b422209,segment=NetworkSegment(19f9c52a-802c-4297-ba83-8da5c92ffd0c),segment_id=19f9c52a-802c-4297-ba83-8da5c92ffd0c)] {{(pid=103807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 10:31:42.219202 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8676369c-d85a-4ae5-b2a6-24dd344aabdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (d9fd564f-6fd3-47fc-be0f-13a98b422209), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:42.238075 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e108e6f4-85c5-40fc-a07e-701f2486f9c9 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Pushing event updated for resources: {'Port': ['ID=2b8b264e-ac28-4941-a776-b0cbde47062f,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:42.261219 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Current status of the port 165f926b-f3c5-4ec3-ab58-e72609ce8ffd is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:31:42.280405 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-74224a17-6ee6-4561-a038-d84f9e43ff2b None None] Provisioning complete for port d9fd564f-6fd3-47fc-be0f-13a98b422209 triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:31:42.280808 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-74224a17-6ee6-4561-a038-d84f9e43ff2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (d9fd564f-6fd3-47fc-be0f-13a98b422209), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:42.284636 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e108e6f4-85c5-40fc-a07e-701f2486f9c9 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Network 0c6836d1-4e10-4696-9cf9-183899f77c81 is already hosted by enough agents. {{(pid=103805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:31:42.293919 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.base_scheduler [None req-e108e6f4-85c5-40fc-a07e-701f2486f9c9 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Resources bound (agent type, host, resource id): {{(pid=103805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:31:42.308422 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e108e6f4-85c5-40fc-a07e-701f2486f9c9 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Received port after_create {{(pid=103805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:31:42.374204 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:42.384273 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:42.401879 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-63861d40-47e5-48fe-b757-fd583c98cdcb req-52d93ae9-2daf-4606-ad4d-fb72ad7e814c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (8d18190d-8f93-467b-a941-b38fe1222aae), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:42.418469 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a805608-4701-4555-8c8c-c6ba881a4fe0 None None] Pushing event updated for resources: {'Port': ['ID=d9fd564f-6fd3-47fc-be0f-13a98b422209,revision_number=4']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:42.437432 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417ca92-0862-4805-bae7-6b85b67f6328 req-b8ce1114-cc37-49bf-ac58-a4e38ced89ae tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:42.440288 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0417ca92-0862-4805-bae7-6b85b67f6328 req-b8ce1114-cc37-49bf-ac58-a4e38ced89ae tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] 10.222.0.49 "GET /v2.0/ports?device_id=60658ba0-829b-4d71-9227-556791390b26 HTTP/1.1" status: 200 len: 944 time: 0.2078595 Jun 15 10:31:42.444935 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [req-8223e4b5-776e-46ed-8b82-7d2e1131ba3f req-485779a0-2ae9-4c1b-a119-9b409247143c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e9fd3cd-585e-471d-9874-b29128afe6b7 {{(pid=103806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 10:31:42.466290 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-8223e4b5-776e-46ed-8b82-7d2e1131ba3f req-485779a0-2ae9-4c1b-a119-9b409247143c service neutron] Publish callbacks [] for port (0e9fd3cd-585e-471d-9874-b29128afe6b7), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:42.470685 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-74224a17-6ee6-4561-a038-d84f9e43ff2b None None] Current status of the port d9fd564f-6fd3-47fc-be0f-13a98b422209 is: DOWN; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:31:42.471268 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-74224a17-6ee6-4561-a038-d84f9e43ff2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (d9fd564f-6fd3-47fc-be0f-13a98b422209), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:42.474745 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8676369c-d85a-4ae5-b2a6-24dd344aabdb None None] Routers {'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:31:42.475601 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-8676369c-d85a-4ae5-b2a6-24dd344aabdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:31:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b'], 'active': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:31:42.519672 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-a72131fb-e4d9-44a1-9bd9-3c9f600e3815 admin admin] Publish callbacks [] for security_group (2fe61ba2-5cca-48e4-8ab9-fe1b563593aa), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:42.530831 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-23e0fc53-0908-4e3d-bd5d-469f8a947b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (33520332-384f-4597-a55b-adbac5eaf01a), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:42.536654 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-23e0fc53-0908-4e3d-bd5d-469f8a947b45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:42.541634 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-23e0fc53-0908-4e3d-bd5d-469f8a947b45 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/33520332-384f-4597-a55b-adbac5eaf01a HTTP/1.1" status: 204 len: 168 time: 1.7452648 Jun 15 10:31:42.567902 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e108e6f4-85c5-40fc-a07e-701f2486f9c9 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for floatingip (00b9c160-aebf-4b87-9b84-943514ff4fa0), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:42.569688 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-a72131fb-e4d9-44a1-9bd9-3c9f600e3815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (2fe61ba2-5cca-48e4-8ab9-fe1b563593aa), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:42.579510 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.db.db_base_plugin_common [None req-7c4ce13d-62da-49e9-9edb-cdda823f470f tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Allocated IP 172.27.0.26 (0c6836d1-4e10-4696-9cf9-183899f77c81/849db9c0-6b0b-495f-a2c9-c288d42c277d/12c62d49-5210-4b84-8cf5-8124b170fb84) {{(pid=103805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:31:42.600271 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e0fc53-0908-4e3d-bd5d-469f8a947b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33520332-384f-4597-a55b-adbac5eaf01a,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:42.608378 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0417ca92-0862-4805-bae7-6b85b67f6328 req-797bab23-fbe4-4697-a0a5-98917385af48 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] 10.222.0.49 "GET /v2.0/security-groups?id=d03e8cdd-3fe1-411c-b804-b0d20377d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557431 Jun 15 10:31:42.609975 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-51615bfa-d635-4a53-ad4e-7890cba68909 req-7cf645a7-474a-4994-98f8-f334506cb291 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4855003 Jun 15 10:31:42.662538 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a72131fb-e4d9-44a1-9bd9-3c9f600e3815 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=103805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 10:31:42.670704 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-7b97b427-420b-4ed4-9a20-e57d33acc913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (dd1141ca-f01d-48ac-ae05-ebbc893d2e63), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:42.673232 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-7b97b427-420b-4ed4-9a20-e57d33acc913 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:42.674402 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-7b97b427-420b-4ed4-9a20-e57d33acc913 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dd1141ca-f01d-48ac-ae05-ebbc893d2e63 HTTP/1.1" status: 204 len: 168 time: 1.3453403 Jun 15 10:31:42.719628 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72131fb-e4d9-44a1-9bd9-3c9f600e3815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe61ba2-5cca-48e4-8ab9-fe1b563593aa,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:42.725029 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-a72131fb-e4d9-44a1-9bd9-3c9f600e3815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7722752'] for segment (5d0039b2-45b1-4849-8ea5-af1f5cda7552), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:42.725588 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.db.segments_db [None req-a72131fb-e4d9-44a1-9bd9-3c9f600e3815 admin admin] Added segment 5d0039b2-45b1-4849-8ea5-af1f5cda7552 of type vlan for network 5147bd02-284f-44e2-bd39-9bcb51321d36 Jun 15 10:31:42.727046 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e108e6f4-85c5-40fc-a07e-701f2486f9c9 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (2b8b264e-ac28-4941-a776-b0cbde47062f), before_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:42.754843 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.provisioning_blocks [req-8223e4b5-776e-46ed-8b82-7d2e1131ba3f req-485779a0-2ae9-4c1b-a119-9b409247143c service neutron] Transition to ACTIVE for port object 0e9fd3cd-585e-471d-9874-b29128afe6b7 will not be triggered until provisioned by entity L2. {{(pid=103806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 10:31:42.779647 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b97b427-420b-4ed4-9a20-e57d33acc913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1141ca-f01d-48ac-ae05-ebbc893d2e63,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:42.902627 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-8223e4b5-776e-46ed-8b82-7d2e1131ba3f req-485779a0-2ae9-4c1b-a119-9b409247143c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (0e9fd3cd-585e-471d-9874-b29128afe6b7), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:42.929814 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-a72131fb-e4d9-44a1-9bd9-3c9f600e3815 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732880046228'] for network (5147bd02-284f-44e2-bd39-9bcb51321d36), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:42.937097 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:42.998577 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:43.030566 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:INSERT=12,neutron:SELECT=80,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:43.083327 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485779a0-2ae9-4c1b-a119-9b409247143c service neutron] Pushing event updated for resources: {'Port': ['ID=0e9fd3cd-585e-471d-9874-b29128afe6b7,revision_number=2']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:43.123442 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-a72131fb-e4d9-44a1-9bd9-3c9f600e3815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468'] for network (5147bd02-284f-44e2-bd39-9bcb51321d36), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:43.124400 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72131fb-e4d9-44a1-9bd9-3c9f600e3815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:43.125183 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-a72131fb-e4d9-44a1-9bd9-3c9f600e3815 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for network (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:43.144726 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce13d-62da-49e9-9edb-cdda823f470f tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks [] for port (12c62d49-5210-4b84-8cf5-8124b170fb84), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:43.162420 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-8223e4b5-776e-46ed-8b82-7d2e1131ba3f req-485779a0-2ae9-4c1b-a119-9b409247143c service neutron] Attempting to bind port 0e9fd3cd-585e-471d-9874-b29128afe6b7 on host hv-cinder-84349 for vnic_type normal with profile {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 10:31:43.162752 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-8223e4b5-776e-46ed-8b82-7d2e1131ba3f req-485779a0-2ae9-4c1b-a119-9b409247143c service neutron] Attempting to bind port 0e9fd3cd-585e-471d-9874-b29128afe6b7 by drivers openvswitch,hyperv on host hv-cinder-84349 at level 0 using segments [{'id': '6837b548-608f-4f53-bc65-e11808045c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5357f5ea-5034-4116-bf4e-1ab906c37c40'}] {{(pid=103806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 10:31:43.163081 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8223e4b5-776e-46ed-8b82-7d2e1131ba3f req-485779a0-2ae9-4c1b-a119-9b409247143c service neutron] Attempting to bind port 0e9fd3cd-585e-471d-9874-b29128afe6b7 on network 5357f5ea-5034-4116-bf4e-1ab906c37c40 {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:31:43.169332 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6fed0474-3f8e-43a0-98ee-72281ecccd0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (e7b68426-6abe-45ee-a2ce-c32f72f66753), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:43.171757 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [req-63861d40-47e5-48fe-b757-fd583c98cdcb req-52d93ae9-2daf-4606-ad4d-fb72ad7e814c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d18190d-8f93-467b-a941-b38fe1222aae {{(pid=103806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 10:31:43.177111 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8223e4b5-776e-46ed-8b82-7d2e1131ba3f req-485779a0-2ae9-4c1b-a119-9b409247143c service neutron] Port 0e9fd3cd-585e-471d-9874-b29128afe6b7 on network 5357f5ea-5034-4116-bf4e-1ab906c37c40 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84349 {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 10:31:43.177448 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8223e4b5-776e-46ed-8b82-7d2e1131ba3f req-485779a0-2ae9-4c1b-a119-9b409247143c service neutron] Attempting to bind port 0e9fd3cd-585e-471d-9874-b29128afe6b7 on network 5357f5ea-5034-4116-bf4e-1ab906c37c40 {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:31:43.186184 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-74224a17-6ee6-4561-a038-d84f9e43ff2b None None] For port d9fd564f-6fd3-47fc-be0f-13a98b422209, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=d9fd564f-6fd3-47fc-be0f-13a98b422209,segment=NetworkSegment(19f9c52a-802c-4297-ba83-8da5c92ffd0c),segment_id=19f9c52a-802c-4297-ba83-8da5c92ffd0c)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:31:43.186839 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-63861d40-47e5-48fe-b757-fd583c98cdcb req-52d93ae9-2daf-4606-ad4d-fb72ad7e814c service neutron] Publish callbacks [] for port (8d18190d-8f93-467b-a941-b38fe1222aae), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:43.199520 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8223e4b5-776e-46ed-8b82-7d2e1131ba3f req-485779a0-2ae9-4c1b-a119-9b409247143c service neutron] Checking agent: {'id': 'a4349971-e88a-4ea8-a067-54d07204ee65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84349', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 10, 29, 20), 'started_at': datetime.datetime(2022, 6, 15, 10, 29, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 10, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 10:31:43.199934 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8223e4b5-776e-46ed-8b82-7d2e1131ba3f req-485779a0-2ae9-4c1b-a119-9b409247143c service neutron] Checking segment: {'id': '6837b548-608f-4f53-bc65-e11808045c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5357f5ea-5034-4116-bf4e-1ab906c37c40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:31:43.200641 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8223e4b5-776e-46ed-8b82-7d2e1131ba3f req-485779a0-2ae9-4c1b-a119-9b409247143c service neutron] Bound using segment: {'id': '6837b548-608f-4f53-bc65-e11808045c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5357f5ea-5034-4116-bf4e-1ab906c37c40'} {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 10:31:43.200991 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-8223e4b5-776e-46ed-8b82-7d2e1131ba3f req-485779a0-2ae9-4c1b-a119-9b409247143c service neutron] Bound port: 0e9fd3cd-585e-471d-9874-b29128afe6b7, host: hv-cinder-84349, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6837b548-608f-4f53-bc65-e11808045c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5357f5ea-5034-4116-bf4e-1ab906c37c40'}}] {{(pid=103806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 10:31:43.201384 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-8223e4b5-776e-46ed-8b82-7d2e1131ba3f req-485779a0-2ae9-4c1b-a119-9b409247143c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (0e9fd3cd-585e-471d-9874-b29128afe6b7), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:43.211325 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-74224a17-6ee6-4561-a038-d84f9e43ff2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (d9fd564f-6fd3-47fc-be0f-13a98b422209), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:43.223839 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.provisioning_blocks [req-63861d40-47e5-48fe-b757-fd583c98cdcb req-52d93ae9-2daf-4606-ad4d-fb72ad7e814c service neutron] Transition to ACTIVE for port object 8d18190d-8f93-467b-a941-b38fe1222aae will not be triggered until provisioned by entity L2. {{(pid=103806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 10:31:43.257463 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-63861d40-47e5-48fe-b757-fd583c98cdcb req-52d93ae9-2daf-4606-ad4d-fb72ad7e814c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (8d18190d-8f93-467b-a941-b38fe1222aae), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:43.278471 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvr_db [None req-8676369c-d85a-4ae5-b2a6-24dd344aabdb None None] Set router f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b gateway port host: dv-cinder-843493-2-iscsi {{(pid=103807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:31:43.279363 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-a72131fb-e4d9-44a1-9bd9-3c9f600e3815 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.8340523 Jun 15 10:31:43.283984 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 52424) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:43.309232 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [None req-9549e3f0-9532-4327-b76a-7dd493561035 admin admin] Request body: {'subnet': {'network_id': '5147bd02-284f-44e2-bd39-9bcb51321d36', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2103680464-subnet', 'tenant_id': '0e883186e4784ba4a94a7b7f649b6d43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:31:43.422668 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d93ae9-2daf-4606-ad4d-fb72ad7e814c service neutron] Pushing event updated for resources: {'Port': ['ID=8d18190d-8f93-467b-a941-b38fe1222aae,revision_number=2']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:43.452818 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-8223e4b5-776e-46ed-8b82-7d2e1131ba3f req-485779a0-2ae9-4c1b-a119-9b409247143c service neutron] For port 0e9fd3cd-585e-471d-9874-b29128afe6b7, host hv-cinder-84349, cleared binding levels {{(pid=103806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 10:31:43.472344 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-8223e4b5-776e-46ed-8b82-7d2e1131ba3f req-485779a0-2ae9-4c1b-a119-9b409247143c service neutron] For port 0e9fd3cd-585e-471d-9874-b29128afe6b7, host hv-cinder-84349, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=0e9fd3cd-585e-471d-9874-b29128afe6b7,segment=NetworkSegment(6837b548-608f-4f53-bc65-e11808045c9a),segment_id=6837b548-608f-4f53-bc65-e11808045c9a)] {{(pid=103806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 10:31:43.476641 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72131fb-e4d9-44a1-9bd9-3c9f600e3815 admin admin] Pushing event updated for resources: {'Network': ['ID=5147bd02-284f-44e2-bd39-9bcb51321d36,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:43.481193 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-eebf1735-da95-422e-a3e8-e6ca0d4ae3ee None None] Provisioning complete for port d9fd564f-6fd3-47fc-be0f-13a98b422209 triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:31:43.481619 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-eebf1735-da95-422e-a3e8-e6ca0d4ae3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (d9fd564f-6fd3-47fc-be0f-13a98b422209), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:43.514592 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9549e3f0-9532-4327-b76a-7dd493561035 admin admin] Made reservation on behalf of 0e883186e4784ba4a94a7b7f649b6d43 for: {'subnet': 1} {{(pid=103805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 10:31:43.517769 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-9549e3f0-9532-4327-b76a-7dd493561035 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:43.553943 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-8223e4b5-776e-46ed-8b82-7d2e1131ba3f req-485779a0-2ae9-4c1b-a119-9b409247143c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (0e9fd3cd-585e-471d-9874-b29128afe6b7), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:43.617709 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-63861d40-47e5-48fe-b757-fd583c98cdcb req-52d93ae9-2daf-4606-ad4d-fb72ad7e814c service neutron] Attempting to bind port 8d18190d-8f93-467b-a941-b38fe1222aae on host hv-cinder-84349 for vnic_type normal with profile {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 10:31:43.618624 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-63861d40-47e5-48fe-b757-fd583c98cdcb req-52d93ae9-2daf-4606-ad4d-fb72ad7e814c service neutron] Attempting to bind port 8d18190d-8f93-467b-a941-b38fe1222aae by drivers openvswitch,hyperv on host hv-cinder-84349 at level 0 using segments [{'id': '6837b548-608f-4f53-bc65-e11808045c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5357f5ea-5034-4116-bf4e-1ab906c37c40'}] {{(pid=103806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 10:31:43.619010 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63861d40-47e5-48fe-b757-fd583c98cdcb req-52d93ae9-2daf-4606-ad4d-fb72ad7e814c service neutron] Attempting to bind port 8d18190d-8f93-467b-a941-b38fe1222aae on network 5357f5ea-5034-4116-bf4e-1ab906c37c40 {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:31:43.638811 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Network 5147bd02-284f-44e2-bd39-9bcb51321d36 details requested by agent ovs-agent-dv-cinder-843493-2-iscsi with host dv-cinder-843493-2-iscsi {{(pid=103807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 10:31:43.663604 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device d9fd564f-6fd3-47fc-be0f-13a98b422209 up at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:31:43.669467 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74224a17-6ee6-4561-a038-d84f9e43ff2b None None] Pushing event updated for resources: {'Port': ['ID=d9fd564f-6fd3-47fc-be0f-13a98b422209,revision_number=5']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:43.691120 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223e4b5-776e-46ed-8b82-7d2e1131ba3f req-485779a0-2ae9-4c1b-a119-9b409247143c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:43.692325 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-8223e4b5-776e-46ed-8b82-7d2e1131ba3f req-485779a0-2ae9-4c1b-a119-9b409247143c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:43.697465 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8223e4b5-776e-46ed-8b82-7d2e1131ba3f req-485779a0-2ae9-4c1b-a119-9b409247143c service neutron] 10.222.0.62 "PUT /v2.0/ports/0e9fd3cd-585e-471d-9874-b29128afe6b7 HTTP/1.1" status: 200 len: 1094 time: 3.5759196 Jun 15 10:31:43.698136 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b30aa81b-0ccd-437d-b0dc-401f2ba90533', 'tag': '0e9fd3cd-585e-471d-9874-b29128afe6b7'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:31:43.700445 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15acf06c26f001ded10715ddc8547394d4bbc7e5ff5a4e462e54e6774371169d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0f5ae2-0625-4ff9-ab35-3681517743d6" -d '{"events": [{"name": "network-changed", "server_uuid": "b30aa81b-0ccd-437d-b0dc-401f2ba90533", "tag": "0e9fd3cd-585e-471d-9874-b29128afe6b7"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:31:43.711933 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63861d40-47e5-48fe-b757-fd583c98cdcb req-52d93ae9-2daf-4606-ad4d-fb72ad7e814c service neutron] Port 8d18190d-8f93-467b-a941-b38fe1222aae on network 5357f5ea-5034-4116-bf4e-1ab906c37c40 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84349 {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 10:31:43.714224 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63861d40-47e5-48fe-b757-fd583c98cdcb req-52d93ae9-2daf-4606-ad4d-fb72ad7e814c service neutron] Attempting to bind port 8d18190d-8f93-467b-a941-b38fe1222aae on network 5357f5ea-5034-4116-bf4e-1ab906c37c40 {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:31:43.726710 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:43.757424 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e108e6f4-85c5-40fc-a07e-701f2486f9c9 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for port (2b8b264e-ac28-4941-a776-b0cbde47062f), precommit_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:43.763053 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63861d40-47e5-48fe-b757-fd583c98cdcb req-52d93ae9-2daf-4606-ad4d-fb72ad7e814c service neutron] Checking agent: {'id': 'a4349971-e88a-4ea8-a067-54d07204ee65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84349', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 10, 29, 20), 'started_at': datetime.datetime(2022, 6, 15, 10, 29, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 10, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 10:31:43.763688 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63861d40-47e5-48fe-b757-fd583c98cdcb req-52d93ae9-2daf-4606-ad4d-fb72ad7e814c service neutron] Checking segment: {'id': '6837b548-608f-4f53-bc65-e11808045c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5357f5ea-5034-4116-bf4e-1ab906c37c40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:31:43.764240 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63861d40-47e5-48fe-b757-fd583c98cdcb req-52d93ae9-2daf-4606-ad4d-fb72ad7e814c service neutron] Bound using segment: {'id': '6837b548-608f-4f53-bc65-e11808045c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5357f5ea-5034-4116-bf4e-1ab906c37c40'} {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 10:31:43.764863 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-63861d40-47e5-48fe-b757-fd583c98cdcb req-52d93ae9-2daf-4606-ad4d-fb72ad7e814c service neutron] Bound port: 8d18190d-8f93-467b-a941-b38fe1222aae, host: hv-cinder-84349, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6837b548-608f-4f53-bc65-e11808045c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5357f5ea-5034-4116-bf4e-1ab906c37c40'}}] {{(pid=103806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 10:31:43.765389 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-63861d40-47e5-48fe-b757-fd583c98cdcb req-52d93ae9-2daf-4606-ad4d-fb72ad7e814c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (8d18190d-8f93-467b-a941-b38fe1222aae), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:43.784308 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485779a0-2ae9-4c1b-a119-9b409247143c service neutron] Pushing event updated for resources: {'Port': ['ID=0e9fd3cd-585e-471d-9874-b29128afe6b7,revision_number=3']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:43.903399 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e108e6f4-85c5-40fc-a07e-701f2486f9c9 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (2b8b264e-ac28-4941-a776-b0cbde47062f), after_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:43.909864 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce13d-62da-49e9-9edb-cdda823f470f tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205'] for port (12c62d49-5210-4b84-8cf5-8124b170fb84), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:43.977082 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4ce13d-62da-49e9-9edb-cdda823f470f tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Network 0c6836d1-4e10-4696-9cf9-183899f77c81 is already hosted by enough agents. {{(pid=103805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:31:44.020214 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.base_scheduler [None req-7c4ce13d-62da-49e9-9edb-cdda823f470f tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Resources bound (agent type, host, resource id): {{(pid=103805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:31:44.023469 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4ce13d-62da-49e9-9edb-cdda823f470f tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Received port after_create {{(pid=103805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:31:44.042067 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:44.064316 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:44.080234 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-eebf1735-da95-422e-a3e8-e6ca0d4ae3ee None None] Current status of the port d9fd564f-6fd3-47fc-be0f-13a98b422209 is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:31:44.091680 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfdfa65-b071-467f-93be-c0798a813feb req-b788edd3-9655-4ae7-93c9-a5f120219dfc tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:44.093621 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6dfdfa65-b071-467f-93be-c0798a813feb req-b788edd3-9655-4ae7-93c9-a5f120219dfc tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] 10.222.0.49 "GET /v2.0/ports?device_id=60658ba0-829b-4d71-9227-556791390b26 HTTP/1.1" status: 200 len: 944 time: 0.2898948 Jun 15 10:31:44.096094 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Provisioning complete for port d9fd564f-6fd3-47fc-be0f-13a98b422209 triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:31:44.096483 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (d9fd564f-6fd3-47fc-be0f-13a98b422209), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:44.104744 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-63861d40-47e5-48fe-b757-fd583c98cdcb req-52d93ae9-2daf-4606-ad4d-fb72ad7e814c service neutron] For port 8d18190d-8f93-467b-a941-b38fe1222aae, host hv-cinder-84349, cleared binding levels {{(pid=103806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 10:31:44.119912 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-63861d40-47e5-48fe-b757-fd583c98cdcb req-52d93ae9-2daf-4606-ad4d-fb72ad7e814c service neutron] For port 8d18190d-8f93-467b-a941-b38fe1222aae, host hv-cinder-84349, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=8d18190d-8f93-467b-a941-b38fe1222aae,segment=NetworkSegment(6837b548-608f-4f53-bc65-e11808045c9a),segment_id=6837b548-608f-4f53-bc65-e11808045c9a)] {{(pid=103806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 10:31:44.130781 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223e4b5-776e-46ed-8b82-7d2e1131ba3f req-171f8b4d-8379-4131-ab39-e2afc225d6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:44.141798 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8223e4b5-776e-46ed-8b82-7d2e1131ba3f req-171f8b4d-8379-4131-ab39-e2afc225d6ce service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=993c57bae00b4a0db1d8de0f5017630a&device_id=b30aa81b-0ccd-437d-b0dc-401f2ba90533 HTTP/1.1" status: 200 len: 1128 time: 0.1763771 Jun 15 10:31:44.162541 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-63861d40-47e5-48fe-b757-fd583c98cdcb req-52d93ae9-2daf-4606-ad4d-fb72ad7e814c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (8d18190d-8f93-467b-a941-b38fe1222aae), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:44.176205 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e108e6f4-85c5-40fc-a07e-701f2486f9c9 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-721338'] for floatingip (00b9c160-aebf-4b87-9b84-943514ff4fa0), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:44.187756 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-8676369c-d85a-4ae5-b2a6-24dd344aabdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1629135154-router', 'tenant_id': '5dc28af73e82414d8f709e447286a962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '165f926b-f3c5-4ec3-ab58-e72609ce8ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:17Z', 'updated_at': '2022-06-15T10:31:31Z', 'revision_number': 4, 'project_id': '5dc28af73e82414d8f709e447286a962', 'gw_port': {'id': '165f926b-f3c5-4ec3-ab58-e72609ce8ffd', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:65:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:19Z', 'updated_at': '2022-06-15T10:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': 'd9fd564f-6fd3-47fc-be0f-13a98b422209', 'name': '', 'network_id': '4d5f07d8-adfa-49e4-965f-88f44de7cd54', 'tenant_id': '5dc28af73e82414d8f709e447286a962', 'mac_address': 'fa:16:3e:88:7b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9d001222-a4ff-4954-9899-62f9de0c8b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:26Z', 'updated_at': '2022-06-15T10:31:42Z', 'revision_number': 4, 'project_id': '5dc28af73e82414d8f709e447286a962', 'subnets': [{'id': '9d001222-a4ff-4954-9899-62f9de0c8b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:31:44.224705 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8676369c-d85a-4ae5-b2a6-24dd344aabdb None None] The sync data for ids ['f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b'] in dv-cinder-843493-2-iscsi is: [{'id': 'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1629135154-router', 'tenant_id': '5dc28af73e82414d8f709e447286a962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '165f926b-f3c5-4ec3-ab58-e72609ce8ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:17Z', 'updated_at': '2022-06-15T10:31:31Z', 'revision_number': 4, 'project_id': '5dc28af73e82414d8f709e447286a962', 'gw_port': {'id': '165f926b-f3c5-4ec3-ab58-e72609ce8ffd', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:65:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:19Z', 'updated_at': '2022-06-15T10:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': 'd9fd564f-6fd3-47fc-be0f-13a98b422209', 'name': '', 'network_id': '4d5f07d8-adfa-49e4-965f-88f44de7cd54', 'tenant_id': '5dc28af73e82414d8f709e447286a962', 'mac_address': 'fa:16:3e:88:7b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9d001222-a4ff-4954-9899-62f9de0c8b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:26Z', 'updated_at': '2022-06-15T10:31:42Z', 'revision_number': 4, 'project_id': '5dc28af73e82414d8f709e447286a962', 'subnets': [{'id': '9d001222-a4ff-4954-9899-62f9de0c8b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 10:31:44.272762 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8223e4b5-776e-46ed-8b82-7d2e1131ba3f req-deeda3d0-6407-420e-adc5-e272a7cf0f65 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e9fd3cd-585e-471d-9874-b29128afe6b7 HTTP/1.1" status: 200 len: 217 time: 0.1118290 Jun 15 10:31:44.288913 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e108e6f4-85c5-40fc-a07e-701f2486f9c9 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for floatingip (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:44.290619 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-e108e6f4-85c5-40fc-a07e-701f2486f9c9 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.1908689 Jun 15 10:31:44.298963 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d6f25c-5295-40d7-bf75-f298dcffc88e req-503da06d-5c20-4d43-b66c-82cccb55d5be tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:44.300912 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-40d6f25c-5295-40d7-bf75-f298dcffc88e req-503da06d-5c20-4d43-b66c-82cccb55d5be tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 943 time: 0.5278869 Jun 15 10:31:44.372367 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Current status of the port d9fd564f-6fd3-47fc-be0f-13a98b422209 is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:31:44.382838 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63861d40-47e5-48fe-b757-fd583c98cdcb req-52d93ae9-2daf-4606-ad4d-fb72ad7e814c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:44.384076 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-63861d40-47e5-48fe-b757-fd583c98cdcb req-52d93ae9-2daf-4606-ad4d-fb72ad7e814c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:44.385473 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-63861d40-47e5-48fe-b757-fd583c98cdcb req-52d93ae9-2daf-4606-ad4d-fb72ad7e814c service neutron] 10.222.0.62 "PUT /v2.0/ports/8d18190d-8f93-467b-a941-b38fe1222aae HTTP/1.1" status: 200 len: 1093 time: 2.8236306 Jun 15 10:31:44.458224 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e108e6f4-85c5-40fc-a07e-701f2486f9c9 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Pushing event updated for resources: {'Port': ['ID=2b8b264e-ac28-4941-a776-b0cbde47062f,revision_number=2']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:44.508292 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:44.620382 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6dfdfa65-b071-467f-93be-c0798a813feb req-0d579587-a546-457e-96a4-4ca5466a0df3 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] 10.222.0.49 "GET /v2.0/security-groups?id=d03e8cdd-3fe1-411c-b804-b0d20377d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5030012 Jun 15 10:31:44.625181 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d93ae9-2daf-4606-ad4d-fb72ad7e814c service neutron] Pushing event updated for resources: {'Port': ['ID=8d18190d-8f93-467b-a941-b38fe1222aae,revision_number=3']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:44.643453 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223e4b5-776e-46ed-8b82-7d2e1131ba3f req-487175bd-164f-4b50-a95e-070c0770a8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:44.644926 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8223e4b5-776e-46ed-8b82-7d2e1131ba3f req-487175bd-164f-4b50-a95e-070c0770a8dc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d0adbd34-bf07-4fba-a812-11643023d5f4 HTTP/1.1" status: 200 len: 858 time: 0.2966168 Jun 15 10:31:44.647521 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63861d40-47e5-48fe-b757-fd583c98cdcb req-57699a2f-d739-47c5-852e-8fe823aca97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:44.651876 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-63861d40-47e5-48fe-b757-fd583c98cdcb req-57699a2f-d739-47c5-852e-8fe823aca97e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=993c57bae00b4a0db1d8de0f5017630a&device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 1127 time: 0.1727235 Jun 15 10:31:44.655824 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce13d-62da-49e9-9edb-cdda823f470f tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks [] for floatingip (13d41a82-1a91-4378-a435-d501b518a73f), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:44.657386 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ce13d-62da-49e9-9edb-cdda823f470f tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Pushing event updated for resources: {'Port': ['ID=12c62d49-5210-4b84-8cf5-8124b170fb84,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:44.773079 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-40d6f25c-5295-40d7-bf75-f298dcffc88e req-cf6ee0a4-96dd-4b63-93ab-1c5fe3b28c70 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4587615 Jun 15 10:31:44.925997 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-9549e3f0-9532-4327-b76a-7dd493561035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468'] for subnet (f3c361a9-3b7c-4216-b14c-8ed2fc84ef3f), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:44.938963 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:44.967806 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce13d-62da-49e9-9edb-cdda823f470f tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (12c62d49-5210-4b84-8cf5-8124b170fb84), before_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:45.008954 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 10:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81523627-3e79-4991-8fd4-65e658f895d4 x-openstack-request-id: req-81523627-3e79-4991-8fd4-65e658f895d4 {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:31:45.009498 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b30aa81b-0ccd-437d-b0dc-401f2ba90533", "tag": "0e9fd3cd-585e-471d-9874-b29128afe6b7", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:31:45.009911 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-81523627-3e79-4991-8fd4-65e658f895d4 {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:31:45.010451 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81523627-3e79-4991-8fd4-65e658f895d4'] response: {'name': 'network-changed', 'server_uuid': 'b30aa81b-0ccd-437d-b0dc-401f2ba90533', 'tag': '0e9fd3cd-585e-471d-9874-b29128afe6b7', 'status': 'completed', 'code': 200} Jun 15 10:31:45.050234 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-63861d40-47e5-48fe-b757-fd583c98cdcb req-02fe2b5a-1757-48f4-b995-62b007c4a91e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d18190d-8f93-467b-a941-b38fe1222aae HTTP/1.1" status: 200 len: 217 time: 0.3833888 Jun 15 10:31:45.059405 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223e4b5-776e-46ed-8b82-7d2e1131ba3f req-c99e355a-aa5d-4828-9273-c33560eb5961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:45.061784 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8223e4b5-776e-46ed-8b82-7d2e1131ba3f req-c99e355a-aa5d-4828-9273-c33560eb5961 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5357f5ea-5034-4116-bf4e-1ab906c37c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4089141 Jun 15 10:31:45.079912 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-0e767fd2-64f9-445e-bfaf-c2ddc80c7707 req-953b0fc2-1970-4e4b-be6b-a991d719a466 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--2073065033&fields=id&tenant_id=b683b2d399b54484aa5820537038b8af HTTP/1.1" status: 200 len: 267 time: 0.1923435 Jun 15 10:31:45.089350 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9549e3f0-9532-4327-b76a-7dd493561035 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3c361a9-3b7c-4216-b14c-8ed2fc84ef3f,revision_number=0']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:45.160599 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9549e3f0-9532-4327-b76a-7dd493561035 admin admin] Checking segment: {'id': '5d0039b2-45b1-4849-8ea5-af1f5cda7552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5147bd02-284f-44e2-bd39-9bcb51321d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:31:45.161190 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9549e3f0-9532-4327-b76a-7dd493561035 admin admin] Network hostable DHCP agents. Network: 5147bd02-284f-44e2-bd39-9bcb51321d36, hostable agents: ['e7b68426-6abe-45ee-a2ce-c32f72f66753'], hosted agents: [] {{(pid=103805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 10:31:45.185504 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63861d40-47e5-48fe-b757-fd583c98cdcb req-7430a97a-d313-4f8a-b697-585952abb68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:45.187018 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-63861d40-47e5-48fe-b757-fd583c98cdcb req-7430a97a-d313-4f8a-b697-585952abb68f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d0adbd34-bf07-4fba-a812-11643023d5f4 HTTP/1.1" status: 200 len: 858 time: 0.1223879 Jun 15 10:31:45.256517 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63861d40-47e5-48fe-b757-fd583c98cdcb req-b0721c44-c871-426a-9e91-cf4ef30d0c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:45.258026 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-63861d40-47e5-48fe-b757-fd583c98cdcb req-b0721c44-c871-426a-9e91-cf4ef30d0c85 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5357f5ea-5034-4116-bf4e-1ab906c37c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0604429 Jun 15 10:31:45.260012 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8223e4b5-776e-46ed-8b82-7d2e1131ba3f req-f00648a5-43b8-40b2-8b89-d39c9b1c1b83 service neutron] 10.222.0.62 "GET /v2.0/networks/5357f5ea-5034-4116-bf4e-1ab906c37c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851046 Jun 15 10:31:45.269308 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e5fedac8-83b8-47d2-89d7-fde6e821a540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (06043943-94cb-49df-a062-a4886c03e673), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:45.288558 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9549e3f0-9532-4327-b76a-7dd493561035 admin admin] Network 5147bd02-284f-44e2-bd39-9bcb51321d36 is scheduled to be hosted by DHCP agent e7b68426-6abe-45ee-a2ce-c32f72f66753 with binding_index 1 {{(pid=103805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 10:31:45.317247 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e767fd2-64f9-445e-bfaf-c2ddc80c7707 req-dd1991e0-be60-4e29-afc0-f1edf6bc3bc3 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:45.319046 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-0e767fd2-64f9-445e-bfaf-c2ddc80c7707 req-dd1991e0-be60-4e29-afc0-f1edf6bc3bc3 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/networks?id=56f473a9-939b-4bd2-a5d0-e5eaaaa25745 HTTP/1.1" status: 200 len: 815 time: 0.2248769 Jun 15 10:31:45.330385 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.base_scheduler [None req-9549e3f0-9532-4327-b76a-7dd493561035 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843493-2-iscsi, 5147bd02-284f-44e2-bd39-9bcb51321d36) {{(pid=103805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:31:45.368507 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dda3e0f-0010-42fc-8947-cb857b6956a1 None None] Network 5147bd02-284f-44e2-bd39-9bcb51321d36 requested from dv-cinder-843493-2-iscsi {{(pid=103807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 10:31:45.451456 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-63861d40-47e5-48fe-b757-fd583c98cdcb req-9d64f028-822d-4215-9cbe-3ac3461d3dcd service neutron] 10.222.0.62 "GET /v2.0/networks/5357f5ea-5034-4116-bf4e-1ab906c37c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759756 Jun 15 10:31:45.451597 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:45.527430 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9549e3f0-9532-4327-b76a-7dd493561035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:45.537629 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-9549e3f0-9532-4327-b76a-7dd493561035 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for subnet (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:45.572723 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device d9fd564f-6fd3-47fc-be0f-13a98b422209 up at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:31:45.586971 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-0e767fd2-64f9-445e-bfaf-c2ddc80c7707 req-0087f56a-6f8c-439e-b42f-1853038770d9 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/quotas/b683b2d399b54484aa5820537038b8af HTTP/1.1" status: 200 len: 375 time: 0.2569752 Jun 15 10:31:45.680182 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-9549e3f0-9532-4327-b76a-7dd493561035 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.3662825 Jun 15 10:31:45.713171 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce13d-62da-49e9-9edb-cdda823f470f tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks [] for port (12c62d49-5210-4b84-8cf5-8124b170fb84), precommit_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:45.714862 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:45.715750 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Provisioning complete for port d9fd564f-6fd3-47fc-be0f-13a98b422209 triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:31:45.716126 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (d9fd564f-6fd3-47fc-be0f-13a98b422209), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:45.720640 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198ec1e8-f763-4425-abef-948f0f996309 None None] Network 5147bd02-284f-44e2-bd39-9bcb51321d36 requested from dv-cinder-843493-2-iscsi {{(pid=103807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 10:31:45.723919 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8223e4b5-776e-46ed-8b82-7d2e1131ba3f req-a3468860-5ae2-46a6-985c-e655972ba47b service neutron] 10.222.0.62 "GET /v2.0/networks/5357f5ea-5034-4116-bf4e-1ab906c37c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4459848 Jun 15 10:31:45.733408 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce13d-62da-49e9-9edb-cdda823f470f tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (12c62d49-5210-4b84-8cf5-8124b170fb84), after_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:45.761264 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-0e767fd2-64f9-445e-bfaf-c2ddc80c7707 req-e5f9e7e8-3961-4c45-ac90-25c7b276cb68 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b683b2d399b54484aa5820537038b8af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1611681 Jun 15 10:31:45.780348 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-63861d40-47e5-48fe-b757-fd583c98cdcb req-e1853f41-79b1-4f9e-9dd1-6b2b13a447dd service neutron] 10.222.0.62 "GET /v2.0/networks/5357f5ea-5034-4116-bf4e-1ab906c37c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066823 Jun 15 10:31:45.805581 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce13d-62da-49e9-9edb-cdda823f470f tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-721338'] for floatingip (13d41a82-1a91-4378-a435-d501b518a73f), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:45.835075 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ce13d-62da-49e9-9edb-cdda823f470f tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Pushing event updated for resources: {'Port': ['ID=12c62d49-5210-4b84-8cf5-8124b170fb84,revision_number=2']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:45.854355 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce13d-62da-49e9-9edb-cdda823f470f tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for floatingip (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:45.858716 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-7c4ce13d-62da-49e9-9edb-cdda823f470f tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.9506078 Jun 15 10:31:45.924720 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9a1a3-79dc-4b04-8847-c8cc3ebef807 req-85568dfc-8e80-4957-b78d-ee6eff2709f8 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:45.933943 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-45d9a1a3-79dc-4b04-8847-c8cc3ebef807 req-85568dfc-8e80-4957-b78d-ee6eff2709f8 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] 10.222.0.49 "GET /v2.0/ports?device_id=60658ba0-829b-4d71-9227-556791390b26 HTTP/1.1" status: 200 len: 944 time: 0.1273944 Jun 15 10:31:46.001429 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-45d9a1a3-79dc-4b04-8847-c8cc3ebef807 req-b58ec709-c0ec-4d9c-9fce-ccabc81cd85d tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] 10.222.0.49 "GET /v2.0/security-groups?id=d03e8cdd-3fe1-411c-b804-b0d20377d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660264 Jun 15 10:31:46.049384 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-0e767fd2-64f9-445e-bfaf-c2ddc80c7707 req-ac6e51bb-668f-4c2d-a3a4-3aebf86008ee service neutron] 10.222.0.49 "GET /v2.0/networks/56f473a9-939b-4bd2-a5d0-e5eaaaa25745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816647 Jun 15 10:31:46.100913 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Current status of the port d9fd564f-6fd3-47fc-be0f-13a98b422209 is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:31:46.139014 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99afeec3-23bf-4591-a602-b30fb807ad0a req-6bb0ca97-8f23-4841-9854-99577400eef1 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:46.146356 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-99afeec3-23bf-4591-a602-b30fb807ad0a req-6bb0ca97-8f23-4841-9854-99577400eef1 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 943 time: 0.0614550 Jun 15 10:31:46.168247 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-0e767fd2-64f9-445e-bfaf-c2ddc80c7707 req-09b09cde-b64c-4646-8b16-fa70ed31831c service neutron] 10.222.0.49 "GET /v2.0/networks/56f473a9-939b-4bd2-a5d0-e5eaaaa25745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086214 Jun 15 10:31:46.216052 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-99afeec3-23bf-4591-a602-b30fb807ad0a req-8659251d-8c49-486c-9d09-a0c614b37e1f tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654631 Jun 15 10:31:46.373526 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-59f444b4-2386-4fe1-b50f-b9e54b42d680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (3cca6303-0f2e-4b13-b82d-f2749c30f699), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:46.463748 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-9caa3865-d46c-448d-a6ad-249382ed3ef0 req-fd76845b-348f-4e9d-83eb-a0cacbace41c tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=1af6cc0a-d588-4a98-a82a-56d49cd2c55c HTTP/1.1" status: 200 len: 210 time: 0.0367384 Jun 15 10:31:46.484055 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e647bbfe-af42-43bc-8f9f-bd6074dbf8f9 req-934beae3-f33c-42d8-96d1-853797c4e19b tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--220918986&fields=id&tenant_id=5dc28af73e82414d8f709e447286a962 HTTP/1.1" status: 200 len: 267 time: 0.1906383 Jun 15 10:31:46.580061 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=100 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:46.634571 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647bbfe-af42-43bc-8f9f-bd6074dbf8f9 req-0f92078c-2a40-4bdc-b33b-8de07bad185a tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:46.637344 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e647bbfe-af42-43bc-8f9f-bd6074dbf8f9 req-0f92078c-2a40-4bdc-b33b-8de07bad185a tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/networks?id=4d5f07d8-adfa-49e4-965f-88f44de7cd54 HTTP/1.1" status: 200 len: 817 time: 0.1449955 Jun 15 10:31:46.661731 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e647bbfe-af42-43bc-8f9f-bd6074dbf8f9 req-46f66ca4-3567-42d2-bd2c-1e54ef0a4a93 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/quotas/5dc28af73e82414d8f709e447286a962 HTTP/1.1" status: 200 len: 375 time: 0.0175576 Jun 15 10:31:46.728381 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e647bbfe-af42-43bc-8f9f-bd6074dbf8f9 req-0b2d4edc-a0ca-4f89-a5da-20a4bd3fa2a7 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5dc28af73e82414d8f709e447286a962&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0657008 Jun 15 10:31:46.828428 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e647bbfe-af42-43bc-8f9f-bd6074dbf8f9 req-05347535-73a2-43f0-a29f-d53726640c14 service neutron] 10.222.0.49 "GET /v2.0/networks/4d5f07d8-adfa-49e4-965f-88f44de7cd54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985837 Jun 15 10:31:46.914182 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 52574) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:46.920689 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-fe85477a-7030-4085-a3a2-c653ef7df694 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1034139146-network', 'tenant_id': '925619655cc54cc29e408533cec49d9e'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:31:46.948928 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e647bbfe-af42-43bc-8f9f-bd6074dbf8f9 req-e0b12808-c58f-4c03-94a0-ffb5f32deaa9 service neutron] 10.222.0.49 "GET /v2.0/networks/4d5f07d8-adfa-49e4-965f-88f44de7cd54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138484 Jun 15 10:31:46.955602 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe85477a-7030-4085-a3a2-c653ef7df694 admin admin] Made reservation on behalf of 925619655cc54cc29e408533cec49d9e for: {'network': 1} {{(pid=103806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 10:31:46.958117 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fe85477a-7030-4085-a3a2-c653ef7df694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for network (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:46.971308 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fe85477a-7030-4085-a3a2-c653ef7df694 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:47.011141 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fe2cfb9-3db4-4587-b3d8-441ba2bf145f', 'tag': '8d18190d-8f93-467b-a941-b38fe1222aae'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:31:47.013377 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15acf06c26f001ded10715ddc8547394d4bbc7e5ff5a4e462e54e6774371169d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504ed660-a20d-4ced-b35e-5243f88eefd6" -d '{"events": [{"name": "network-changed", "server_uuid": "9fe2cfb9-3db4-4587-b3d8-441ba2bf145f", "tag": "8d18190d-8f93-467b-a941-b38fe1222aae"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:31:47.069537 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fe85477a-7030-4085-a3a2-c653ef7df694 admin admin] Publish callbacks [] for security_group (80cfb58e-cef2-443a-ab16-760787a3eb04), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:47.079449 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fe85477a-7030-4085-a3a2-c653ef7df694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (80cfb58e-cef2-443a-ab16-760787a3eb04), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:47.110274 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe85477a-7030-4085-a3a2-c653ef7df694 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=103806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 10:31:47.125615 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe85477a-7030-4085-a3a2-c653ef7df694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80cfb58e-cef2-443a-ab16-760787a3eb04,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:47.129106 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fe85477a-7030-4085-a3a2-c653ef7df694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7722752'] for segment (085769c0-f5bf-4a06-9662-893d771d43ba), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:47.129399 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.db.segments_db [None req-fe85477a-7030-4085-a3a2-c653ef7df694 admin admin] Added segment 085769c0-f5bf-4a06-9662-893d771d43ba of type vlan for network a9a08fea-1614-4ae9-903e-b6654086e048 Jun 15 10:31:47.198121 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 10:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dccd582-e2dc-4b61-8506-2041a9d28f4a x-openstack-request-id: req-7dccd582-e2dc-4b61-8506-2041a9d28f4a {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:31:47.198621 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fe2cfb9-3db4-4587-b3d8-441ba2bf145f", "tag": "8d18190d-8f93-467b-a941-b38fe1222aae", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:31:47.199187 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7dccd582-e2dc-4b61-8506-2041a9d28f4a {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:31:47.199731 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dccd582-e2dc-4b61-8506-2041a9d28f4a'] response: {'name': 'network-changed', 'server_uuid': '9fe2cfb9-3db4-4587-b3d8-441ba2bf145f', 'tag': '8d18190d-8f93-467b-a941-b38fe1222aae', 'status': 'completed', 'code': 200} Jun 15 10:31:47.257135 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fe85477a-7030-4085-a3a2-c653ef7df694 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732880046228'] for network (a9a08fea-1614-4ae9-903e-b6654086e048), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:47.318091 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376dab68-e2b1-4a01-9ee3-7022b354e2ea req-96966d0a-21c2-49af-a375-a8fa4c08a8c7 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:47.325509 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-376dab68-e2b1-4a01-9ee3-7022b354e2ea req-96966d0a-21c2-49af-a375-a8fa4c08a8c7 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] 10.222.0.49 "GET /v2.0/ports?device_id=60658ba0-829b-4d71-9227-556791390b26 HTTP/1.1" status: 200 len: 944 time: 0.1155086 Jun 15 10:31:47.341582 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-b8d79b9a-6dd9-45e7-8b98-6ee770f943cf req-7bbccd29-ee31-4233-9381-fe352efdcc36 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 210 time: 0.0619082 Jun 15 10:31:47.356357 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:47.398596 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fe85477a-7030-4085-a3a2-c653ef7df694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468'] for network (a9a08fea-1614-4ae9-903e-b6654086e048), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:47.399712 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe85477a-7030-4085-a3a2-c653ef7df694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:47.400348 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fe85477a-7030-4085-a3a2-c653ef7df694 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for network (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:47.430993 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-376dab68-e2b1-4a01-9ee3-7022b354e2ea req-7e1d94b8-58ce-452e-a0da-1807b518feba tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] 10.222.0.49 "GET /v2.0/security-groups?id=d03e8cdd-3fe1-411c-b804-b0d20377d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038108 Jun 15 10:31:47.456762 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-fe85477a-7030-4085-a3a2-c653ef7df694 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5411749 Jun 15 10:31:47.457917 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 52596) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:47.464479 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [None req-5ab7cba4-929f-405e-8024-5a424da45296 admin admin] Request body: {'subnet': {'network_id': 'a9a08fea-1614-4ae9-903e-b6654086e048', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1034139146-subnet', 'tenant_id': '925619655cc54cc29e408533cec49d9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:31:47.488377 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe85477a-7030-4085-a3a2-c653ef7df694 admin admin] Pushing event updated for resources: {'Network': ['ID=a9a08fea-1614-4ae9-903e-b6654086e048,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:47.501083 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Network a9a08fea-1614-4ae9-903e-b6654086e048 details requested by agent ovs-agent-dv-cinder-843493-2-iscsi with host dv-cinder-843493-2-iscsi {{(pid=103807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 10:31:47.532651 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c2f43-5a7c-4ca4-bc26-f3a09c485676 req-d38cd009-a26d-403a-857a-c58bbf10e22d tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:47.534427 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-9d6c2f43-5a7c-4ca4-bc26-f3a09c485676 req-d38cd009-a26d-403a-857a-c58bbf10e22d tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 943 time: 0.0874059 Jun 15 10:31:47.554473 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab7cba4-929f-405e-8024-5a424da45296 admin admin] Made reservation on behalf of 925619655cc54cc29e408533cec49d9e for: {'subnet': 1} {{(pid=103805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 10:31:47.558681 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-5ab7cba4-929f-405e-8024-5a424da45296 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:47.573000 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-29b1ef98-e1f3-4950-99c6-3f7d97952efc req-e73f28be-13fa-4391-939f-f28e6ed3f477 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=1af6cc0a-d588-4a98-a82a-56d49cd2c55c HTTP/1.1" status: 200 len: 210 time: 0.0472996 Jun 15 10:31:47.578868 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:47.594950 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:47.676402 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-9d6c2f43-5a7c-4ca4-bc26-f3a09c485676 req-9b3c54f3-8e1b-4a5a-9a7f-2622a1396061 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337018 Jun 15 10:31:47.754610 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-28d06d32-ea2f-4019-b04d-5ef5fa4d530e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (28e3d1c3-881c-45f9-bfee-5bcc9597e0ae), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:47.801505 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device fdbb94bf-b965-46d1-9c94-6a818e605361 details requested by agent hyperv_hv-cinder-84349 with host hv-cinder-84349 {{(pid=103807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 10:31:47.823247 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-5ab7cba4-929f-405e-8024-5a424da45296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468'] for subnet (7843076c-3d54-43a9-b289-5bcffbb3cdb8), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:47.879898 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab7cba4-929f-405e-8024-5a424da45296 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7843076c-3d54-43a9-b289-5bcffbb3cdb8,revision_number=0']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:47.888428 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab7cba4-929f-405e-8024-5a424da45296 admin admin] Checking segment: {'id': '085769c0-f5bf-4a06-9662-893d771d43ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a9a08fea-1614-4ae9-903e-b6654086e048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:31:47.888791 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab7cba4-929f-405e-8024-5a424da45296 admin admin] Network hostable DHCP agents. Network: a9a08fea-1614-4ae9-903e-b6654086e048, hostable agents: ['e7b68426-6abe-45ee-a2ce-c32f72f66753'], hosted agents: [] {{(pid=103805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 10:31:47.906014 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab7cba4-929f-405e-8024-5a424da45296 admin admin] Network a9a08fea-1614-4ae9-903e-b6654086e048 is scheduled to be hosted by DHCP agent e7b68426-6abe-45ee-a2ce-c32f72f66753 with binding_index 1 {{(pid=103805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 10:31:47.914226 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port fdbb94bf-b965-46d1-9c94-6a818e605361, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=fdbb94bf-b965-46d1-9c94-6a818e605361,segment=NetworkSegment(3cb1678e-1d3f-402e-be7b-a3960cf385d0),segment_id=3cb1678e-1d3f-402e-be7b-a3960cf385d0)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:31:47.915287 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.base_scheduler [None req-5ab7cba4-929f-405e-8024-5a424da45296 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843493-2-iscsi, a9a08fea-1614-4ae9-903e-b6654086e048) {{(pid=103805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:31:47.919272 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab7cba4-929f-405e-8024-5a424da45296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:47.919878 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-5ab7cba4-929f-405e-8024-5a424da45296 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for subnet (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:47.924336 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a5482c-5d4d-41dd-bb43-ced9bd7a36d8 None None] Network a9a08fea-1614-4ae9-903e-b6654086e048 requested from dv-cinder-843493-2-iscsi {{(pid=103807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 10:31:47.936932 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-5ab7cba4-929f-405e-8024-5a424da45296 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4767971 Jun 15 10:31:47.953620 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Returning: {'device': 'fdbb94bf-b965-46d1-9c94-6a818e605361', 'network_id': '9a94a4c7-195b-4de3-a93a-ee4846d90190', 'port_id': 'fdbb94bf-b965-46d1-9c94-6a818e605361', 'mac_address': 'fa:16:3e:42:fa:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98bc89c9-0e9d-4d50-afee-a1d95d10866d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 10:31:48.009265 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (ad84a4c2-87cd-4603-a219-98785ef58eeb), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:48.045348 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:48.057931 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Current status of the port fdbb94bf-b965-46d1-9c94-6a818e605361 is: DOWN; New status is: BUILD {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:31:48.058326 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (fdbb94bf-b965-46d1-9c94-6a818e605361), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:48.084594 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480b6d1f-a85b-4a14-aeb9-47047ea2c9c7 None None] Network a9a08fea-1614-4ae9-903e-b6654086e048 requested from dv-cinder-843493-2-iscsi {{(pid=103807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 10:31:48.104637 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdbb94bf-b965-46d1-9c94-6a818e605361 {{(pid=103807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 10:31:48.180751 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 52606) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:48.227024 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e9b2af2-2860-4efc-bc70-c77df03fd5b8 admin admin] Deleting subnet f3c361a9-3b7c-4216-b14c-8ed2fc84ef3f {{(pid=103805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 10:31:48.230649 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-5e9b2af2-2860-4efc-bc70-c77df03fd5b8 admin admin] Publish callbacks [] for subnet (f3c361a9-3b7c-4216-b14c-8ed2fc84ef3f), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:48.266220 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-5e9b2af2-2860-4efc-bc70-c77df03fd5b8 admin admin] Publish callbacks [] for subnet (f3c361a9-3b7c-4216-b14c-8ed2fc84ef3f), precommit_delete_associations {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:48.276571 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-5e9b2af2-2860-4efc-bc70-c77df03fd5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7722939'] for subnet (f3c361a9-3b7c-4216-b14c-8ed2fc84ef3f), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:48.277638 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port fdbb94bf-b965-46d1-9c94-6a818e605361, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=fdbb94bf-b965-46d1-9c94-6a818e605361,segment=NetworkSegment(3cb1678e-1d3f-402e-be7b-a3960cf385d0),segment_id=3cb1678e-1d3f-402e-be7b-a3960cf385d0)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:31:48.282600 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (fdbb94bf-b965-46d1-9c94-6a818e605361), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:48.341327 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-5e9b2af2-2860-4efc-bc70-c77df03fd5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7722882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468'] for subnet (f3c361a9-3b7c-4216-b14c-8ed2fc84ef3f), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:48.354200 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Pushing event updated for resources: {'Port': ['ID=fdbb94bf-b965-46d1-9c94-6a818e605361,revision_number=4']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:48.369030 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9b2af2-2860-4efc-bc70-c77df03fd5b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3c361a9-3b7c-4216-b14c-8ed2fc84ef3f,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:48.373155 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-5e9b2af2-2860-4efc-bc70-c77df03fd5b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for subnet (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:48.376336 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-5e9b2af2-2860-4efc-bc70-c77df03fd5b8 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f3c361a9-3b7c-4216-b14c-8ed2fc84ef3f HTTP/1.1" status: 204 len: 168 time: 0.1945479 Jun 15 10:31:48.378825 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 52616) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:48.448047 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b130fc20-5aa0-4d05-ab08-cb26a2b6e80e req-d5576e15-58e8-4671-af89-0788ee7ca1e5 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 210 time: 0.0313442 Jun 15 10:31:48.453312 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-25647396-b33f-4b70-b4ad-b9a209b3f893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7810747'] for network (5147bd02-284f-44e2-bd39-9bcb51321d36), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:48.567529 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-25647396-b33f-4b70-b4ad-b9a209b3f893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7721322', 'neutron.services.segments.db._delete_segments_for_network-8732880543290'] for network (5147bd02-284f-44e2-bd39-9bcb51321d36), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:48.594875 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2ff9b-90ff-4a65-8f05-900dcaeeb9fc req-42c66821-366c-40d8-b358-851b333074d8 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:48.596702 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-f0e2ff9b-90ff-4a65-8f05-900dcaeeb9fc req-42c66821-366c-40d8-b358-851b333074d8 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] 10.222.0.49 "GET /v2.0/ports?device_id=60658ba0-829b-4d71-9227-556791390b26 HTTP/1.1" status: 200 len: 945 time: 0.0941708 Jun 15 10:31:48.597148 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:48.602206 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-25647396-b33f-4b70-b4ad-b9a209b3f893 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:31:48.602642 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-25647396-b33f-4b70-b4ad-b9a209b3f893 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:31:48.603651 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-25647396-b33f-4b70-b4ad-b9a209b3f893 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:31:48.604021 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-25647396-b33f-4b70-b4ad-b9a209b3f893 admin admin] Subscribe: > port after_create 55550000 {{(pid=103805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:31:48.604524 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-25647396-b33f-4b70-b4ad-b9a209b3f893 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:31:48.604950 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-25647396-b33f-4b70-b4ad-b9a209b3f893 admin admin] Subscribe: > port after_update 55550000 {{(pid=103805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:31:48.605326 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-25647396-b33f-4b70-b4ad-b9a209b3f893 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:31:48.605671 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-25647396-b33f-4b70-b4ad-b9a209b3f893 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:31:48.605986 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-25647396-b33f-4b70-b4ad-b9a209b3f893 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:31:48.606307 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-25647396-b33f-4b70-b4ad-b9a209b3f893 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:31:48.662850 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-eea748bc-2d5a-4b25-afc6-c06bd464ba87 req-2de9cbe0-f355-4b79-a604-32a7058b349e tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=1af6cc0a-d588-4a98-a82a-56d49cd2c55c HTTP/1.1" status: 200 len: 210 time: 0.0270209 Jun 15 10:31:48.792046 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9a475-d2b5-488b-a708-933db4ce7a3a req-0a1954ea-8709-4edd-87ad-2f31376be4f9 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:48.793874 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4ac9a475-d2b5-488b-a708-933db4ce7a3a req-0a1954ea-8709-4edd-87ad-2f31376be4f9 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 943 time: 0.0493629 Jun 15 10:31:48.830944 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:48.843768 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4ac9a475-d2b5-488b-a708-933db4ce7a3a req-a538c5ac-6880-43e4-be49-79163cf0c696 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437033 Jun 15 10:31:48.978311 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-25647396-b33f-4b70-b4ad-b9a209b3f893 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:31:48.978668 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-25647396-b33f-4b70-b4ad-b9a209b3f893 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:31:48.979015 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-25647396-b33f-4b70-b4ad-b9a209b3f893 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:31:48.979369 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-25647396-b33f-4b70-b4ad-b9a209b3f893 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:31:48.979743 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.services.segments.db [None req-25647396-b33f-4b70-b4ad-b9a209b3f893 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5147bd02-284f-44e2-bd39-9bcb51321d36']}} {{(pid=103805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:31:49.007329 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.services.segments.db [None req-25647396-b33f-4b70-b4ad-b9a209b3f893 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d0039b2-45b1-4849-8ea5-af1f5cda7552') {'for_net_delete': True} {{(pid=103805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:31:49.007639 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.services.segments.db [None req-25647396-b33f-4b70-b4ad-b9a209b3f893 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d0039b2-45b1-4849-8ea5-af1f5cda7552') {} {{(pid=103805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:31:49.033180 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-25647396-b33f-4b70-b4ad-b9a209b3f893 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732880541633', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2839227'] for segment (5d0039b2-45b1-4849-8ea5-af1f5cda7552), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:49.041306 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 52628) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:49.065961 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-25647396-b33f-4b70-b4ad-b9a209b3f893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7722752'] for segment (5d0039b2-45b1-4849-8ea5-af1f5cda7552), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:49.084744 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] get_ports_and_sgs() called for port_ids ['fdbb94bf-b965-46d1-9c94-6a818e605361'] {{(pid=103807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 10:31:49.087186 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25647396-b33f-4b70-b4ad-b9a209b3f893 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=103805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 10:31:49.087679 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-25647396-b33f-4b70-b4ad-b9a209b3f893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7722752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2774317'] for segment (5d0039b2-45b1-4849-8ea5-af1f5cda7552), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:49.107684 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-f0e2ff9b-90ff-4a65-8f05-900dcaeeb9fc req-9c7765b5-1714-4001-9172-63101ff96e41 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] 10.222.0.49 "GET /v2.0/security-groups?id=d03e8cdd-3fe1-411c-b804-b0d20377d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215198 Jun 15 10:31:49.181961 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-2d823761-31ea-4b22-9aea-0962668b4208 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:49.184629 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-25647396-b33f-4b70-b4ad-b9a209b3f893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7722532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-721499'] for network (5147bd02-284f-44e2-bd39-9bcb51321d36), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:49.194186 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-25647396-b33f-4b70-b4ad-b9a209b3f893 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for network (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:49.199875 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-25647396-b33f-4b70-b4ad-b9a209b3f893 admin admin] 10.222.0.49 "DELETE /v2.0/networks/5147bd02-284f-44e2-bd39-9bcb51321d36 HTTP/1.1" status: 204 len: 168 time: 0.8175812 Jun 15 10:31:49.203468 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 52636) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:49.207928 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25647396-b33f-4b70-b4ad-b9a209b3f893 admin admin] Pushing event deleted for resources: {'Network': ['ID=5147bd02-284f-44e2-bd39-9bcb51321d36,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:49.282633 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:49.285189 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_v2 [None req-12c6b0f8-007a-4510-9621-f682d81dea80 admin admin] Deleting subnet 7843076c-3d54-43a9-b289-5bcffbb3cdb8 {{(pid=103806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 10:31:49.293647 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-12c6b0f8-007a-4510-9621-f682d81dea80 admin admin] Publish callbacks [] for subnet (7843076c-3d54-43a9-b289-5bcffbb3cdb8), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:49.324839 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.services.segments.plugin [-] Segment 5d0039b2-45b1-4849-8ea5-af1f5cda7552 resource provider aggregate not found Jun 15 10:31:49.350383 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.services.segments.plugin [-] Segment 5d0039b2-45b1-4849-8ea5-af1f5cda7552 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5d0039b2-45b1-4849-8ea5-af1f5cda7552 found for delete ", "request_id": "req-880d18ae-ccf0-46a7-8f78-8ad888941353"}]} Jun 15 10:31:49.360647 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-12c6b0f8-007a-4510-9621-f682d81dea80 admin admin] Publish callbacks [] for subnet (7843076c-3d54-43a9-b289-5bcffbb3cdb8), precommit_delete_associations {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:49.380426 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-12c6b0f8-007a-4510-9621-f682d81dea80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7722939'] for subnet (7843076c-3d54-43a9-b289-5bcffbb3cdb8), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:49.411636 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-2d823761-31ea-4b22-9aea-0962668b4208 admin admin] Publish callbacks [] for security_group (c8453ad9-4f9f-4108-9934-7b804bbd056e), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:49.419511 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-2d823761-31ea-4b22-9aea-0962668b4208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (c8453ad9-4f9f-4108-9934-7b804bbd056e), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:49.478774 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-2d823761-31ea-4b22-9aea-0962668b4208 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8586f82366634d49a9155468fd73e451&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4361792 Jun 15 10:31:49.480150 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 52656) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:49.481639 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d823761-31ea-4b22-9aea-0962668b4208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8453ad9-4f9f-4108-9934-7b804bbd056e,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:49.498646 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-12c6b0f8-007a-4510-9621-f682d81dea80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7722882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468'] for subnet (7843076c-3d54-43a9-b289-5bcffbb3cdb8), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:49.543481 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c6b0f8-007a-4510-9621-f682d81dea80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7843076c-3d54-43a9-b289-5bcffbb3cdb8,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:49.552770 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-12c6b0f8-007a-4510-9621-f682d81dea80 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:49.557156 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-12c6b0f8-007a-4510-9621-f682d81dea80 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/7843076c-3d54-43a9-b289-5bcffbb3cdb8 HTTP/1.1" status: 204 len: 168 time: 0.3497026 Jun 15 10:31:49.560198 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 52660) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:49.593030 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:49.617158 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e2d0d70c-9a61-4f61-98b4-7b3d02d59c55 admin admin] Publish callbacks [] for security_group (c8453ad9-4f9f-4108-9934-7b804bbd056e), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:49.647648 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e2d0d70c-9a61-4f61-98b4-7b3d02d59c55 admin admin] Publish callbacks [] for security_group (c8453ad9-4f9f-4108-9934-7b804bbd056e), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:49.694955 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1fa8a77c-977b-4c56-85c2-94d385ddd749 req-727d6783-7690-474a-b2bd-5c525442eb88 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 210 time: 0.0787134 Jun 15 10:31:49.695105 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=69,neutron:UPDATE=3 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:49.715858 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-940f52a1-a0d9-46b0-a085-3287e735af55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7810747'] for network (a9a08fea-1614-4ae9-903e-b6654086e048), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:49.720891 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=11 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:49.742294 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e2d0d70c-9a61-4f61-98b4-7b3d02d59c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (c8453ad9-4f9f-4108-9934-7b804bbd056e), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:49.750907 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e2d0d70c-9a61-4f61-98b4-7b3d02d59c55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:49.756245 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-e2d0d70c-9a61-4f61-98b4-7b3d02d59c55 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c8453ad9-4f9f-4108-9934-7b804bbd056e HTTP/1.1" status: 204 len: 168 time: 0.2716091 Jun 15 10:31:49.771987 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d0d70c-9a61-4f61-98b4-7b3d02d59c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8453ad9-4f9f-4108-9934-7b804bbd056e,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:49.804294 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (a4349971-e88a-4ea8-a067-54d07204ee65), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:49.828324 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-900760ec-9d7f-4321-a21d-18a78b2c7258 req-97359466-5e58-4269-af40-9af64351bd9b tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=1af6cc0a-d588-4a98-a82a-56d49cd2c55c HTTP/1.1" status: 200 len: 210 time: 0.0429757 Jun 15 10:31:49.851456 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-940f52a1-a0d9-46b0-a085-3287e735af55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7721322', 'neutron.services.segments.db._delete_segments_for_network-8732880543290'] for network (a9a08fea-1614-4ae9-903e-b6654086e048), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:49.895625 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-940f52a1-a0d9-46b0-a085-3287e735af55 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:31:49.895973 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-940f52a1-a0d9-46b0-a085-3287e735af55 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:31:49.896720 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-940f52a1-a0d9-46b0-a085-3287e735af55 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:31:49.897242 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-940f52a1-a0d9-46b0-a085-3287e735af55 admin admin] Subscribe: > port after_create 55550000 {{(pid=103806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:31:49.897438 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-940f52a1-a0d9-46b0-a085-3287e735af55 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:31:49.897759 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-940f52a1-a0d9-46b0-a085-3287e735af55 admin admin] Subscribe: > port after_update 55550000 {{(pid=103806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:31:49.898079 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-940f52a1-a0d9-46b0-a085-3287e735af55 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:31:49.898416 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-940f52a1-a0d9-46b0-a085-3287e735af55 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:31:49.898808 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-940f52a1-a0d9-46b0-a085-3287e735af55 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:31:49.899121 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-940f52a1-a0d9-46b0-a085-3287e735af55 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:31:49.967552 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-940f52a1-a0d9-46b0-a085-3287e735af55 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:31:49.968081 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-940f52a1-a0d9-46b0-a085-3287e735af55 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:31:49.968418 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-940f52a1-a0d9-46b0-a085-3287e735af55 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:31:49.968756 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-940f52a1-a0d9-46b0-a085-3287e735af55 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 10:31:49.969135 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.services.segments.db [None req-940f52a1-a0d9-46b0-a085-3287e735af55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9a08fea-1614-4ae9-903e-b6654086e048']}} {{(pid=103806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:31:50.014186 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:50.016575 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.services.segments.db [None req-940f52a1-a0d9-46b0-a085-3287e735af55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '085769c0-f5bf-4a06-9662-893d771d43ba') {'for_net_delete': True} {{(pid=103806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:31:50.016873 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.services.segments.db [None req-940f52a1-a0d9-46b0-a085-3287e735af55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '085769c0-f5bf-4a06-9662-893d771d43ba') {} {{(pid=103806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:31:50.041558 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-940f52a1-a0d9-46b0-a085-3287e735af55 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732880541633', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014514'] for segment (085769c0-f5bf-4a06-9662-893d771d43ba), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:50.070573 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec857851-fc0f-4db3-a905-2a07de8b6c90 req-c865b635-70a9-470f-ad51-9216c8ce992e tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:50.072898 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ec857851-fc0f-4db3-a905-2a07de8b6c90 req-c865b635-70a9-470f-ad51-9216c8ce992e tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 943 time: 0.0985048 Jun 15 10:31:50.077247 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-940f52a1-a0d9-46b0-a085-3287e735af55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7722752'] for segment (085769c0-f5bf-4a06-9662-893d771d43ba), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:50.093795 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-940f52a1-a0d9-46b0-a085-3287e735af55 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=103806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 10:31:50.094523 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-940f52a1-a0d9-46b0-a085-3287e735af55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7722752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-252119669'] for segment (085769c0-f5bf-4a06-9662-893d771d43ba), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:50.132067 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 52682) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:50.174705 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e9ee164c-301b-4359-aaa0-046eeb669eac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:50.252933 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ed660-a20d-4ced-b35e-5243f88eefd6 req-cdb50657-8ac3-4503-9987-9ab623f6b165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:50.254517 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-504ed660-a20d-4ced-b35e-5243f88eefd6 req-cdb50657-8ac3-4503-9987-9ab623f6b165 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=993c57bae00b4a0db1d8de0f5017630a&device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 1127 time: 0.1320775 Jun 15 10:31:50.259499 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f5ae2-0625-4ff9-ab35-3681517743d6 req-b31b9f1b-36f1-47ca-826c-cbbbc0e8100c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:50.260973 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1b0f5ae2-0625-4ff9-ab35-3681517743d6 req-b31b9f1b-36f1-47ca-826c-cbbbc0e8100c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=993c57bae00b4a0db1d8de0f5017630a&device_id=b30aa81b-0ccd-437d-b0dc-401f2ba90533 HTTP/1.1" status: 200 len: 1128 time: 0.1434107 Jun 15 10:31:50.266509 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-940f52a1-a0d9-46b0-a085-3287e735af55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7722532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-721499'] for network (a9a08fea-1614-4ae9-903e-b6654086e048), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:50.271784 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ec857851-fc0f-4db3-a905-2a07de8b6c90 req-8b9aaf92-5fb8-42df-b431-ee0605dc79ad tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903439 Jun 15 10:31:50.314203 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-940f52a1-a0d9-46b0-a085-3287e735af55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for network (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:50.319549 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-940f52a1-a0d9-46b0-a085-3287e735af55 admin admin] 10.222.0.49 "DELETE /v2.0/networks/a9a08fea-1614-4ae9-903e-b6654086e048 HTTP/1.1" status: 204 len: 168 time: 0.7546473 Jun 15 10:31:50.340971 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940f52a1-a0d9-46b0-a085-3287e735af55 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9a08fea-1614-4ae9-903e-b6654086e048,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:50.399072 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.services.segments.plugin [-] Segment 085769c0-f5bf-4a06-9662-893d771d43ba resource provider aggregate not found Jun 15 10:31:50.400736 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e9ee164c-301b-4359-aaa0-046eeb669eac admin admin] Publish callbacks [] for security_group (87812479-9661-459a-bae5-7b54d01c117c), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:50.421655 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e9ee164c-301b-4359-aaa0-046eeb669eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (87812479-9661-459a-bae5-7b54d01c117c), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:50.458675 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.services.segments.plugin [-] Segment 085769c0-f5bf-4a06-9662-893d771d43ba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 085769c0-f5bf-4a06-9662-893d771d43ba found for delete ", "request_id": "req-4063bbe3-b153-4225-b4ba-9be6f766ef5d"}]} Jun 15 10:31:50.468666 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:50.472277 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e10f16-f9a0-46b2-a310-b65cb1d3c9bf req-b1ee9da6-9abf-42fc-b33f-b12ec0dbbab1 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:50.480386 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-70e10f16-f9a0-46b2-a310-b65cb1d3c9bf req-b1ee9da6-9abf-42fc-b33f-b12ec0dbbab1 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] 10.222.0.49 "GET /v2.0/ports?device_id=60658ba0-829b-4d71-9227-556791390b26 HTTP/1.1" status: 200 len: 945 time: 0.1838977 Jun 15 10:31:50.504952 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ed660-a20d-4ced-b35e-5243f88eefd6 req-cf84a829-54f1-4028-a47f-81340818860f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:50.507712 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-504ed660-a20d-4ced-b35e-5243f88eefd6 req-cf84a829-54f1-4028-a47f-81340818860f service neutron] 10.222.0.62 "GET /v2.0/networks?id=5357f5ea-5034-4116-bf4e-1ab906c37c40 HTTP/1.1" status: 200 len: 920 time: 0.2308662 Jun 15 10:31:50.513321 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ee164c-301b-4359-aaa0-046eeb669eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87812479-9661-459a-bae5-7b54d01c117c,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:50.521134 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f5ae2-0625-4ff9-ab35-3681517743d6 req-1f45749c-9da0-4996-b8ae-890be387df90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:50.522379 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1b0f5ae2-0625-4ff9-ab35-3681517743d6 req-1f45749c-9da0-4996-b8ae-890be387df90 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5357f5ea-5034-4116-bf4e-1ab906c37c40 HTTP/1.1" status: 200 len: 920 time: 0.2464492 Jun 15 10:31:50.523668 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-e9ee164c-301b-4359-aaa0-046eeb669eac admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4150b5d8f39d4f8f81738e8a2c427d48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3903816 Jun 15 10:31:50.524698 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 52694) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:50.582432 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-70e10f16-f9a0-46b2-a310-b65cb1d3c9bf req-c4addef8-6f7b-4ea7-925b-00e6946076c1 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] 10.222.0.49 "GET /v2.0/security-groups?id=d03e8cdd-3fe1-411c-b804-b0d20377d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010342 Jun 15 10:31:50.601499 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 52698) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:50.628913 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-504ed660-a20d-4ced-b35e-5243f88eefd6 req-20268deb-bad9-46d0-b2b8-42ed08e62408 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d18190d-8f93-467b-a941-b38fe1222aae HTTP/1.1" status: 200 len: 217 time: 0.0920634 Jun 15 10:31:50.633829 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1b0f5ae2-0625-4ff9-ab35-3681517743d6 req-7dd82dad-148f-49ab-86e5-d34f18ae295b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e9fd3cd-585e-471d-9874-b29128afe6b7 HTTP/1.1" status: 200 len: 217 time: 0.0984552 Jun 15 10:31:50.643459 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-b23e651d-0557-4b9c-a5ce-daf5355937a8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0e883186e4784ba4a94a7b7f649b6d43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402060 Jun 15 10:31:50.646154 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 52700) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:50.664039 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ed55756b-5522-472d-96f1-d9fe8a65d1bf admin admin] Publish callbacks [] for security_group (87812479-9661-459a-bae5-7b54d01c117c), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:50.688031 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ed55756b-5522-472d-96f1-d9fe8a65d1bf admin admin] Publish callbacks [] for security_group (87812479-9661-459a-bae5-7b54d01c117c), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:50.694630 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-990a72b0-4746-4afa-b442-3e64cd5d493f admin admin] Publish callbacks [] for security_group (2fe61ba2-5cca-48e4-8ab9-fe1b563593aa), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:50.715505 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-990a72b0-4746-4afa-b442-3e64cd5d493f admin admin] Publish callbacks [] for security_group (2fe61ba2-5cca-48e4-8ab9-fe1b563593aa), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:50.733583 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device fdbb94bf-b965-46d1-9c94-6a818e605361 up at agent hyperv_hv-cinder-84349 {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:31:50.737536 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ed55756b-5522-472d-96f1-d9fe8a65d1bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (87812479-9661-459a-bae5-7b54d01c117c), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:50.740492 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ed55756b-5522-472d-96f1-d9fe8a65d1bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:50.741849 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-ed55756b-5522-472d-96f1-d9fe8a65d1bf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/87812479-9661-459a-bae5-7b54d01c117c HTTP/1.1" status: 204 len: 168 time: 0.2162523 Jun 15 10:31:50.750029 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed55756b-5522-472d-96f1-d9fe8a65d1bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87812479-9661-459a-bae5-7b54d01c117c,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:50.807329 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-990a72b0-4746-4afa-b442-3e64cd5d493f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (2fe61ba2-5cca-48e4-8ab9-fe1b563593aa), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:50.810442 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-990a72b0-4746-4afa-b442-3e64cd5d493f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:50.811814 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Provisioning for port fdbb94bf-b965-46d1-9c94-6a818e605361 completed by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 10:31:50.816646 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-990a72b0-4746-4afa-b442-3e64cd5d493f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2fe61ba2-5cca-48e4-8ab9-fe1b563593aa HTTP/1.1" status: 204 len: 168 time: 0.1671145 Jun 15 10:31:50.823722 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Provisioning complete for port fdbb94bf-b965-46d1-9c94-6a818e605361 triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:31:50.824542 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (fdbb94bf-b965-46d1-9c94-6a818e605361), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:50.827683 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990a72b0-4746-4afa-b442-3e64cd5d493f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe61ba2-5cca-48e4-8ab9-fe1b563593aa,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:50.886926 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-942b07ab-0dbe-4131-8036-a0aec4cbb9f0 req-1e104948-dbce-43b3-8244-c95ff2c5492d tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 210 time: 0.0696926 Jun 15 10:31:50.959339 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Current status of the port fdbb94bf-b965-46d1-9c94-6a818e605361 is: BUILD; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:31:50.965409 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (fdbb94bf-b965-46d1-9c94-6a818e605361), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:51.004596 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-6d8e6fc8-810a-4df9-9f16-493238ba1a5f req-e9c14805-527a-47e6-81d3-632f36654ce4 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=1af6cc0a-d588-4a98-a82a-56d49cd2c55c HTTP/1.1" status: 200 len: 210 time: 0.0565686 Jun 15 10:31:51.011736 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60658ba0-829b-4d71-9227-556791390b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdbb94bf-b965-46d1-9c94-6a818e605361'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:31:51.098462 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port fdbb94bf-b965-46d1-9c94-6a818e605361, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=fdbb94bf-b965-46d1-9c94-6a818e605361,segment=NetworkSegment(3cb1678e-1d3f-402e-be7b-a3960cf385d0),segment_id=3cb1678e-1d3f-402e-be7b-a3960cf385d0)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:31:51.122626 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (fdbb94bf-b965-46d1-9c94-6a818e605361), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:51.174241 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f5ae2-0625-4ff9-ab35-3681517743d6 req-e0148116-8768-4bcb-9f24-5dece57def50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:51.178333 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1b0f5ae2-0625-4ff9-ab35-3681517743d6 req-e0148116-8768-4bcb-9f24-5dece57def50 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d0adbd34-bf07-4fba-a812-11643023d5f4 HTTP/1.1" status: 200 len: 858 time: 0.2051528 Jun 15 10:31:51.211188 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ed660-a20d-4ced-b35e-5243f88eefd6 req-bfd26be4-7281-48fa-8c82-f9c71bde0a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:51.213759 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-504ed660-a20d-4ced-b35e-5243f88eefd6 req-bfd26be4-7281-48fa-8c82-f9c71bde0a5e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d0adbd34-bf07-4fba-a812-11643023d5f4 HTTP/1.1" status: 200 len: 858 time: 0.2377706 Jun 15 10:31:51.261579 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Pushing event updated for resources: {'Port': ['ID=fdbb94bf-b965-46d1-9c94-6a818e605361,revision_number=5']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:51.404084 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.62', 60261) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:51.463522 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9205ebd0146601a57e336ba0e259bffcba8e9192005a2aa68aaaf98781184b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d9dab2-4e66-4263-969b-da34bd83a0f0" -d '{"events": [{"server_uuid": "60658ba0-829b-4d71-9227-556791390b26", "name": "network-vif-plugged", "status": "completed", "tag": "fdbb94bf-b965-46d1-9c94-6a818e605361"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:31:51.580953 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:51.589042 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e767fd2-64f9-445e-bfaf-c2ddc80c7707 req-8081700a-97b4-438f-8fe4-b2749df3f1ec tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:51.590829 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-0e767fd2-64f9-445e-bfaf-c2ddc80c7707 req-8081700a-97b4-438f-8fe4-b2749df3f1ec tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.62 "GET /v2.0/networks?id=56f473a9-939b-4bd2-a5d0-e5eaaaa25745 HTTP/1.1" status: 200 len: 815 time: 0.1854165 Jun 15 10:31:51.606221 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 52760) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:51.681895 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-299009bb-4fc6-4916-8a44-1d6c674d6f15 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=925619655cc54cc29e408533cec49d9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0728221 Jun 15 10:31:51.683907 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 52766) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:51.752276 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647bbfe-af42-43bc-8f9f-bd6074dbf8f9 req-c685ee2c-3eed-4d2d-91e3-854cfb7e49ff tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:51.753719 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e647bbfe-af42-43bc-8f9f-bd6074dbf8f9 req-c685ee2c-3eed-4d2d-91e3-854cfb7e49ff tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.62 "GET /v2.0/networks?id=4d5f07d8-adfa-49e4-965f-88f44de7cd54 HTTP/1.1" status: 200 len: 817 time: 0.1161244 Jun 15 10:31:51.767951 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:51.852481 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 10:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1caa1a4c-e813-4e2a-ac65-8e6a77879344 x-openstack-request-id: req-1caa1a4c-e813-4e2a-ac65-8e6a77879344 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:31:51.853676 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60658ba0-829b-4d71-9227-556791390b26", "name": "network-vif-plugged", "status": "completed", "tag": "fdbb94bf-b965-46d1-9c94-6a818e605361", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:31:51.854112 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1caa1a4c-e813-4e2a-ac65-8e6a77879344 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:31:51.854748 dv-cinder-843493-2-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1caa1a4c-e813-4e2a-ac65-8e6a77879344'] response: {'server_uuid': '60658ba0-829b-4d71-9227-556791390b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdbb94bf-b965-46d1-9c94-6a818e605361', 'code': 200} Jun 15 10:31:51.891019 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f5ae2-0625-4ff9-ab35-3681517743d6 req-a8b408fb-d2fc-402c-b3fe-f0a7b6d12c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:51.894056 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1b0f5ae2-0625-4ff9-ab35-3681517743d6 req-a8b408fb-d2fc-402c-b3fe-f0a7b6d12c21 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5357f5ea-5034-4116-bf4e-1ab906c37c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.6597877 Jun 15 10:31:51.904381 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-80023b63-c8d7-4aea-b7eb-d4915a903e13 admin admin] Publish callbacks [] for security_group (80cfb58e-cef2-443a-ab16-760787a3eb04), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:51.963698 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-80023b63-c8d7-4aea-b7eb-d4915a903e13 admin admin] Publish callbacks [] for security_group (80cfb58e-cef2-443a-ab16-760787a3eb04), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:51.979946 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:DELETE=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:51.987037 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-0e767fd2-64f9-445e-bfaf-c2ddc80c7707 req-d9411e24-6cdb-4737-a82b-a27274fc06b0 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b683b2d399b54484aa5820537038b8af HTTP/1.1" status: 200 len: 380 time: 0.2606957 Jun 15 10:31:52.001784 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd7005-0bbb-44f9-92c5-9240e4710c25 req-f7147d0e-45a1-40c8-8c8d-a9f911e9d811 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:52.009294 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c8cd7005-0bbb-44f9-92c5-9240e4710c25 req-f7147d0e-45a1-40c8-8c8d-a9f911e9d811 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 943 time: 0.3703647 Jun 15 10:31:52.011569 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ed660-a20d-4ced-b35e-5243f88eefd6 req-2634ed40-e35a-458c-8198-41caefe15034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:52.012985 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-504ed660-a20d-4ced-b35e-5243f88eefd6 req-2634ed40-e35a-458c-8198-41caefe15034 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5357f5ea-5034-4116-bf4e-1ab906c37c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3731263 Jun 15 10:31:52.059250 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d692c9-6ed1-4617-b372-7732b278b008 req-12e199e1-5e1f-4de0-bfdd-e3cd8c25dcbf tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:52.061496 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-51d692c9-6ed1-4617-b372-7732b278b008 req-12e199e1-5e1f-4de0-bfdd-e3cd8c25dcbf tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] 10.222.0.49 "GET /v2.0/ports?device_id=60658ba0-829b-4d71-9227-556791390b26 HTTP/1.1" status: 200 len: 946 time: 0.0856085 Jun 15 10:31:52.081916 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-80023b63-c8d7-4aea-b7eb-d4915a903e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (80cfb58e-cef2-443a-ab16-760787a3eb04), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:52.084666 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-80023b63-c8d7-4aea-b7eb-d4915a903e13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:52.089096 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-80023b63-c8d7-4aea-b7eb-d4915a903e13 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/80cfb58e-cef2-443a-ab16-760787a3eb04 HTTP/1.1" status: 204 len: 168 time: 0.4022088 Jun 15 10:31:52.112070 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80023b63-c8d7-4aea-b7eb-d4915a903e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80cfb58e-cef2-443a-ab16-760787a3eb04,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:52.132581 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [req-0e767fd2-64f9-445e-bfaf-c2ddc80c7707 req-80076d86-7fd8-4080-a16a-b1f64d385822 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Request body: {'port': {'device_id': '1af6cc0a-d588-4a98-a82a-56d49cd2c55c', 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745', 'admin_state_up': True, 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'security_groups': ['ba231e2a-e514-4d2b-8089-4a1d21781c8d']}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:31:52.162741 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1b0f5ae2-0625-4ff9-ab35-3681517743d6 req-ba3132e5-b287-44a2-8576-0823fe62be7d service neutron] 10.222.0.62 "GET /v2.0/networks/5357f5ea-5034-4116-bf4e-1ab906c37c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473860 Jun 15 10:31:52.188975 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e647bbfe-af42-43bc-8f9f-bd6074dbf8f9 req-e73a7062-3202-4c7e-97be-c79b59e26116 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5dc28af73e82414d8f709e447286a962 HTTP/1.1" status: 200 len: 379 time: 0.4176314 Jun 15 10:31:52.231844 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-51d692c9-6ed1-4617-b372-7732b278b008 req-4bcab60a-b971-41e1-924f-f530817a4936 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] 10.222.0.49 "GET /v2.0/security-groups?id=d03e8cdd-3fe1-411c-b804-b0d20377d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581218 Jun 15 10:31:52.235901 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.62', 60266) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:52.240445 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [req-e647bbfe-af42-43bc-8f9f-bd6074dbf8f9 req-7c183977-c0e3-4463-896a-4f02008cdc37 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Request body: {'port': {'device_id': '16e37acd-69b1-4758-8ab5-07ec67e9ae2f', 'network_id': '4d5f07d8-adfa-49e4-965f-88f44de7cd54', 'admin_state_up': True, 'tenant_id': '5dc28af73e82414d8f709e447286a962', 'security_groups': ['e1cf045a-c9df-4e42-adf1-dfd925c75cd5']}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:31:52.366120 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:52.384691 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c8cd7005-0bbb-44f9-92c5-9240e4710c25 req-349683a9-90a3-44d9-8801-8a88095a53f5 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3744752 Jun 15 10:31:52.393796 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e647bbfe-af42-43bc-8f9f-bd6074dbf8f9 req-7c183977-c0e3-4463-896a-4f02008cdc37 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Made reservation on behalf of 5dc28af73e82414d8f709e447286a962 for: {'port': 1} {{(pid=103806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 10:31:52.397555 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-e647bbfe-af42-43bc-8f9f-bd6074dbf8f9 req-7c183977-c0e3-4463-896a-4f02008cdc37 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:52.639778 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_common [req-e647bbfe-af42-43bc-8f9f-bd6074dbf8f9 req-7c183977-c0e3-4463-896a-4f02008cdc37 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Allocated IP 172.20.0.12 (4d5f07d8-adfa-49e4-965f-88f44de7cd54/9d001222-a4ff-4954-9899-62f9de0c8b3d/836e09e8-adcf-4089-b01c-a780a8041789) {{(pid=103806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:31:52.718400 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:52.735000 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-9ba9fb6a-aa76-4660-94c9-bff59db290cd req-8ba90438-7250-4a88-8560-89e6349856cf tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 210 time: 0.1027033 Jun 15 10:31:52.747705 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 0e9fd3cd-585e-471d-9874-b29128afe6b7 details requested by agent hyperv_hv-cinder-84349 with host hv-cinder-84349 {{(pid=103807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 10:31:52.750260 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a38fe9-fd0f-47f8-82f5-cc71467007f1 req-379c9094-e59a-4b82-a971-f076ecdaab38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:52.750651 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-b9a38fe9-fd0f-47f8-82f5-cc71467007f1 req-379c9094-e59a-4b82-a971-f076ecdaab38 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=60658ba0-829b-4d71-9227-556791390b26 HTTP/1.1" status: 200 len: 1130 time: 0.5137279 Jun 15 10:31:52.766416 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-81c8ad00-afd5-4e07-966e-378f04ca1895 req-a5703dfe-06f9-4537-9658-b2b3deccf1f3 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=1af6cc0a-d588-4a98-a82a-56d49cd2c55c HTTP/1.1" status: 200 len: 210 time: 0.0757980 Jun 15 10:31:52.805814 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [req-b9a38fe9-fd0f-47f8-82f5-cc71467007f1 req-e3d742a1-a3ec-4691-90d5-329a658de074 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:52.860148 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e767fd2-64f9-445e-bfaf-c2ddc80c7707 req-80076d86-7fd8-4080-a16a-b1f64d385822 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Made reservation on behalf of b683b2d399b54484aa5820537038b8af for: {'port': 1} {{(pid=103805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 10:31:52.864660 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [req-0e767fd2-64f9-445e-bfaf-c2ddc80c7707 req-80076d86-7fd8-4080-a16a-b1f64d385822 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:52.898272 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-504ed660-a20d-4ced-b35e-5243f88eefd6 req-9bf58b83-3d29-4473-86b7-a1714b79b7f6 service neutron] 10.222.0.62 "GET /v2.0/networks/5357f5ea-5034-4116-bf4e-1ab906c37c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7334270 Jun 15 10:31:52.900266 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:52.905370 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1b0f5ae2-0625-4ff9-ab35-3681517743d6 req-f8a9be76-5661-463e-b3c4-6bca1fba283c service neutron] 10.222.0.62 "GET /v2.0/networks/5357f5ea-5034-4116-bf4e-1ab906c37c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7219813 Jun 15 10:31:52.914255 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port 0e9fd3cd-585e-471d-9874-b29128afe6b7, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=0e9fd3cd-585e-471d-9874-b29128afe6b7,segment=NetworkSegment(6837b548-608f-4f53-bc65-e11808045c9a),segment_id=6837b548-608f-4f53-bc65-e11808045c9a)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:31:52.959290 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Returning: {'device': '0e9fd3cd-585e-471d-9874-b29128afe6b7', 'network_id': '5357f5ea-5034-4116-bf4e-1ab906c37c40', 'port_id': '0e9fd3cd-585e-471d-9874-b29128afe6b7', 'mac_address': 'fa:16:3e:74:f1:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0adbd34-bf07-4fba-a812-11643023d5f4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 10:31:53.013996 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Current status of the port 0e9fd3cd-585e-471d-9874-b29128afe6b7 is: DOWN; New status is: BUILD {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:31:53.014655 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (0e9fd3cd-585e-471d-9874-b29128afe6b7), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:53.024828 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-e647bbfe-af42-43bc-8f9f-bd6074dbf8f9 req-7c183977-c0e3-4463-896a-4f02008cdc37 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks [] for port (836e09e8-adcf-4089-b01c-a780a8041789), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:53.041035 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e9fd3cd-585e-471d-9874-b29128afe6b7 {{(pid=103807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 10:31:53.077985 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port 0e9fd3cd-585e-471d-9874-b29128afe6b7, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=0e9fd3cd-585e-471d-9874-b29128afe6b7,segment=NetworkSegment(6837b548-608f-4f53-bc65-e11808045c9a),segment_id=6837b548-608f-4f53-bc65-e11808045c9a)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:31:53.088263 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (0e9fd3cd-585e-471d-9874-b29128afe6b7), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:53.090478 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 8d18190d-8f93-467b-a941-b38fe1222aae details requested by agent hyperv_hv-cinder-84349 with host hv-cinder-84349 {{(pid=103807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 10:31:53.106191 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-504ed660-a20d-4ced-b35e-5243f88eefd6 req-9311dc12-758c-4aa7-9152-4c625bc54b63 service neutron] 10.222.0.62 "GET /v2.0/networks/5357f5ea-5034-4116-bf4e-1ab906c37c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968083 Jun 15 10:31:53.111835 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [req-b9a38fe9-fd0f-47f8-82f5-cc71467007f1 req-e3d742a1-a3ec-4691-90d5-329a658de074 service neutron] Publish callbacks [] for security_group (b2d2e378-b42d-4d7d-abd0-8e7f2536b92e), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:53.121925 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-e647bbfe-af42-43bc-8f9f-bd6074dbf8f9 req-7c183977-c0e3-4463-896a-4f02008cdc37 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (836e09e8-adcf-4089-b01c-a780a8041789), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:53.166165 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [req-b9a38fe9-fd0f-47f8-82f5-cc71467007f1 req-e3d742a1-a3ec-4691-90d5-329a658de074 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (b2d2e378-b42d-4d7d-abd0-8e7f2536b92e), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:53.217785 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Pushing event updated for resources: {'Port': ['ID=0e9fd3cd-585e-471d-9874-b29128afe6b7,revision_number=4']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:53.237291 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port 8d18190d-8f93-467b-a941-b38fe1222aae, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=8d18190d-8f93-467b-a941-b38fe1222aae,segment=NetworkSegment(6837b548-608f-4f53-bc65-e11808045c9a),segment_id=6837b548-608f-4f53-bc65-e11808045c9a)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:31:53.242054 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e647bbfe-af42-43bc-8f9f-bd6074dbf8f9 req-7c183977-c0e3-4463-896a-4f02008cdc37 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Network 4d5f07d8-adfa-49e4-965f-88f44de7cd54 is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:31:53.257242 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Returning: {'device': '8d18190d-8f93-467b-a941-b38fe1222aae', 'network_id': '5357f5ea-5034-4116-bf4e-1ab906c37c40', 'port_id': '8d18190d-8f93-467b-a941-b38fe1222aae', 'mac_address': 'fa:16:3e:1a:eb:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0adbd34-bf07-4fba-a812-11643023d5f4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 10:31:53.257499 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [req-e647bbfe-af42-43bc-8f9f-bd6074dbf8f9 req-7c183977-c0e3-4463-896a-4f02008cdc37 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:31:53.264054 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [req-e647bbfe-af42-43bc-8f9f-bd6074dbf8f9 req-7c183977-c0e3-4463-896a-4f02008cdc37 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Received port after_create {{(pid=103806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:31:53.282191 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c183977-c0e3-4463-896a-4f02008cdc37 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Pushing event updated for resources: {'Port': ['ID=836e09e8-adcf-4089-b01c-a780a8041789,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:53.306208 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d742a1-a3ec-4691-90d5-329a658de074 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d2e378-b42d-4d7d-abd0-8e7f2536b92e,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:53.329989 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-b9a38fe9-fd0f-47f8-82f5-cc71467007f1 req-e3d742a1-a3ec-4691-90d5-329a658de074 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d03e8cdd-3fe1-411c-b804-b0d20377d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5685234 Jun 15 10:31:53.333577 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:53.342616 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.db.db_base_plugin_common [req-0e767fd2-64f9-445e-bfaf-c2ddc80c7707 req-80076d86-7fd8-4080-a16a-b1f64d385822 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Allocated IP 172.20.0.4 (56f473a9-939b-4bd2-a5d0-e5eaaaa25745/aea43f55-c61e-41b2-b313-b361b1b26da0/093ff4e7-eb5f-4b43-9bc3-63863d7ab03e) {{(pid=103805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:31:53.352735 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Current status of the port 8d18190d-8f93-467b-a941-b38fe1222aae is: DOWN; New status is: BUILD {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:31:53.353547 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (8d18190d-8f93-467b-a941-b38fe1222aae), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:53.378657 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d18190d-8f93-467b-a941-b38fe1222aae {{(pid=103807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 10:31:53.411000 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647bbfe-af42-43bc-8f9f-bd6074dbf8f9 req-7c183977-c0e3-4463-896a-4f02008cdc37 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:53.412722 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-e647bbfe-af42-43bc-8f9f-bd6074dbf8f9 req-7c183977-c0e3-4463-896a-4f02008cdc37 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:53.428746 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port 8d18190d-8f93-467b-a941-b38fe1222aae, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=8d18190d-8f93-467b-a941-b38fe1222aae,segment=NetworkSegment(6837b548-608f-4f53-bc65-e11808045c9a),segment_id=6837b548-608f-4f53-bc65-e11808045c9a)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:31:53.434701 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (8d18190d-8f93-467b-a941-b38fe1222aae), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:53.461346 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e647bbfe-af42-43bc-8f9f-bd6074dbf8f9 req-7c183977-c0e3-4463-896a-4f02008cdc37 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2495964 Jun 15 10:31:53.489261 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:53.499472 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:53.500907 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Pushing event updated for resources: {'Port': ['ID=8d18190d-8f93-467b-a941-b38fe1222aae,revision_number=4']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:53.526067 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63246b8-b37e-43a4-8511-7a98ac4695fa req-9a9a827f-368d-48a4-903b-f4be507d7ba7 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:53.533393 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-c63246b8-b37e-43a4-8511-7a98ac4695fa req-9a9a827f-368d-48a4-903b-f4be507d7ba7 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] 10.222.0.49 "GET /v2.0/ports?device_id=60658ba0-829b-4d71-9227-556791390b26 HTTP/1.1" status: 200 len: 946 time: 0.1976671 Jun 15 10:31:53.544095 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 52848) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:53.621293 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-abc63f46-275d-4744-a80c-3f139876678a None None] Provisioning complete for port 836e09e8-adcf-4089-b01c-a780a8041789 triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:31:53.621491 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-abc63f46-275d-4744-a80c-3f139876678a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (836e09e8-adcf-4089-b01c-a780a8041789), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:53.624237 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d35576-5b5a-49ab-8eb9-e5c784ff8240 req-ab9928a7-c882-4e46-89eb-ecf82edec010 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:53.628743 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-97d35576-5b5a-49ab-8eb9-e5c784ff8240 req-ab9928a7-c882-4e46-89eb-ecf82edec010 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 944 time: 0.1090386 Jun 15 10:31:53.650424 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-c63246b8-b37e-43a4-8511-7a98ac4695fa req-cc7886f0-946c-4218-91e1-f12ad1c3449e tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] 10.222.0.49 "GET /v2.0/security-groups?id=d03e8cdd-3fe1-411c-b804-b0d20377d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159918 Jun 15 10:31:53.679067 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [req-e647bbfe-af42-43bc-8f9f-bd6074dbf8f9 req-a0c06b8e-729a-45f9-b422-6be1a94298e1 service neutron] Request body: {'port': {'device_id': '16e37acd-69b1-4758-8ab5-07ec67e9ae2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84349'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:31:53.707132 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-abc63f46-275d-4744-a80c-3f139876678a None None] Port 836e09e8-adcf-4089-b01c-a780a8041789 cannot update to ACTIVE because it is not bound. {{(pid=103807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 10:31:53.746428 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [req-0e767fd2-64f9-445e-bfaf-c2ddc80c7707 req-80076d86-7fd8-4080-a16a-b1f64d385822 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for port (093ff4e7-eb5f-4b43-9bc3-63863d7ab03e), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:53.781683 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-97d35576-5b5a-49ab-8eb9-e5c784ff8240 req-e974aea1-3427-46eb-abfb-d3ccb30051d2 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449788 Jun 15 10:31:53.782243 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-e647bbfe-af42-43bc-8f9f-bd6074dbf8f9 req-a0c06b8e-729a-45f9-b422-6be1a94298e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (836e09e8-adcf-4089-b01c-a780a8041789), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:53.822493 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [req-0e767fd2-64f9-445e-bfaf-c2ddc80c7707 req-80076d86-7fd8-4080-a16a-b1f64d385822 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2774366'] for port (093ff4e7-eb5f-4b43-9bc3-63863d7ab03e), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:53.926286 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] get_ports_and_sgs() called for port_ids ['0e9fd3cd-585e-471d-9874-b29128afe6b7'] {{(pid=103807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 10:31:53.952912 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e767fd2-64f9-445e-bfaf-c2ddc80c7707 req-80076d86-7fd8-4080-a16a-b1f64d385822 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Network 56f473a9-939b-4bd2-a5d0-e5eaaaa25745 is already hosted by enough agents. {{(pid=103805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:31:53.967488 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.base_scheduler [req-0e767fd2-64f9-445e-bfaf-c2ddc80c7707 req-80076d86-7fd8-4080-a16a-b1f64d385822 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Resources bound (agent type, host, resource id): {{(pid=103805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:31:53.982838 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e767fd2-64f9-445e-bfaf-c2ddc80c7707 req-80076d86-7fd8-4080-a16a-b1f64d385822 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Received port after_create {{(pid=103805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:31:54.051381 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5311b8-2789-4d2e-ad74-eb4be21b0750 req-373f6e9d-190e-4340-ab1b-1448f4e71237 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:54.054042 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-6b5311b8-2789-4d2e-ad74-eb4be21b0750 req-373f6e9d-190e-4340-ab1b-1448f4e71237 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 932 time: 0.2239320 Jun 15 10:31:54.071310 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80076d86-7fd8-4080-a16a-b1f64d385822 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Pushing event updated for resources: {'Port': ['ID=093ff4e7-eb5f-4b43-9bc3-63863d7ab03e,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:54.076466 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-fa39a36c-780b-41d7-be64-83094691dc76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:54.091272 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] get_ports_and_sgs() called for port_ids ['8d18190d-8f93-467b-a941-b38fe1222aae'] {{(pid=103807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 10:31:54.140499 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e767fd2-64f9-445e-bfaf-c2ddc80c7707 req-80076d86-7fd8-4080-a16a-b1f64d385822 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:54.141203 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [req-0e767fd2-64f9-445e-bfaf-c2ddc80c7707 req-80076d86-7fd8-4080-a16a-b1f64d385822 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for port (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:54.195137 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-0e767fd2-64f9-445e-bfaf-c2ddc80c7707 req-80076d86-7fd8-4080-a16a-b1f64d385822 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0853608 Jun 15 10:31:54.200412 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-6b5311b8-2789-4d2e-ad74-eb4be21b0750 req-5ecb2d31-80bb-4887-96e8-c193e370336b tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343391 Jun 15 10:31:54.217643 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [req-0e767fd2-64f9-445e-bfaf-c2ddc80c7707 req-1c531fe2-7c71-45f1-9ae0-0c779748e8a1 service neutron] Request body: {'port': {'device_id': '1af6cc0a-d588-4a98-a82a-56d49cd2c55c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84349'}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:31:54.265386 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88241506-6fe5-4fee-ab74-eb0c2032646f req-619ddc31-eaa5-4e1c-9094-842d52434af7 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:54.268894 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-88241506-6fe5-4fee-ab74-eb0c2032646f req-619ddc31-eaa5-4e1c-9094-842d52434af7 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=1af6cc0a-d588-4a98-a82a-56d49cd2c55c HTTP/1.1" status: 200 len: 931 time: 0.3868778 Jun 15 10:31:54.276982 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:54.343787 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [req-0e767fd2-64f9-445e-bfaf-c2ddc80c7707 req-1c531fe2-7c71-45f1-9ae0-0c779748e8a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (093ff4e7-eb5f-4b43-9bc3-63863d7ab03e), before_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:54.368853 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-fa39a36c-780b-41d7-be64-83094691dc76 admin admin] Publish callbacks [] for security_group (86af77c3-8c2c-4b27-81a9-1bb1ea26db09), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:54.393492 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-fa39a36c-780b-41d7-be64-83094691dc76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (86af77c3-8c2c-4b27-81a9-1bb1ea26db09), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:54.433737 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:54.466451 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-88241506-6fe5-4fee-ab74-eb0c2032646f req-2ca0ec1c-aa1f-477b-b380-cf2fb47557ca tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba231e2a-e514-4d2b-8089-4a1d21781c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788995 Jun 15 10:31:54.466759 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa39a36c-780b-41d7-be64-83094691dc76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86af77c3-8c2c-4b27-81a9-1bb1ea26db09,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:54.494964 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-fa39a36c-780b-41d7-be64-83094691dc76 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=38a3de944c244ae4a8b80f68bda69515&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9490144 Jun 15 10:31:54.498190 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 52884) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:54.514053 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-0779591d-a41c-47fb-8aef-fc213863dba5 None None] Provisioning complete for port 093ff4e7-eb5f-4b43-9bc3-63863d7ab03e triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:31:54.514459 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0779591d-a41c-47fb-8aef-fc213863dba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (093ff4e7-eb5f-4b43-9bc3-63863d7ab03e), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:54.544894 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:54.556273 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-0779591d-a41c-47fb-8aef-fc213863dba5 None None] Port 093ff4e7-eb5f-4b43-9bc3-63863d7ab03e cannot update to ACTIVE because it is not bound. {{(pid=103807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 10:31:54.588424 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:54.674890 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [req-e647bbfe-af42-43bc-8f9f-bd6074dbf8f9 req-a0c06b8e-729a-45f9-b422-6be1a94298e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 836e09e8-adcf-4089-b01c-a780a8041789 {{(pid=103806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 10:31:54.685047 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-191525da-dcd7-4d3b-9903-3364fe935ff2 admin admin] Publish callbacks [] for security_group (86af77c3-8c2c-4b27-81a9-1bb1ea26db09), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:54.688924 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.agents_db [None req-cff4c53f-faac-479c-b9be-928944d02899 None None] Agent healthcheck: found 6 active agents {{(pid=103808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 10:31:54.690168 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-e647bbfe-af42-43bc-8f9f-bd6074dbf8f9 req-a0c06b8e-729a-45f9-b422-6be1a94298e1 service neutron] Publish callbacks [] for port (836e09e8-adcf-4089-b01c-a780a8041789), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:54.719057 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 52898) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:54.734064 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.provisioning_blocks [req-e647bbfe-af42-43bc-8f9f-bd6074dbf8f9 req-a0c06b8e-729a-45f9-b422-6be1a94298e1 service neutron] Transition to ACTIVE for port object 836e09e8-adcf-4089-b01c-a780a8041789 will not be triggered until provisioned by entity L2. {{(pid=103806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 10:31:54.736088 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-191525da-dcd7-4d3b-9903-3364fe935ff2 admin admin] Publish callbacks [] for security_group (86af77c3-8c2c-4b27-81a9-1bb1ea26db09), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:54.745940 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-e647bbfe-af42-43bc-8f9f-bd6074dbf8f9 req-a0c06b8e-729a-45f9-b422-6be1a94298e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-252119569'] for port (836e09e8-adcf-4089-b01c-a780a8041789), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:54.815198 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:54.834905 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f050d-e76a-455a-bb05-f8a064dd4767 req-22332a62-f43e-4d3e-b964-73ec5db0af36 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:54.837006 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-b84f050d-e76a-455a-bb05-f8a064dd4767 req-22332a62-f43e-4d3e-b964-73ec5db0af36 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] 10.222.0.49 "GET /v2.0/ports?device_id=60658ba0-829b-4d71-9227-556791390b26 HTTP/1.1" status: 200 len: 946 time: 0.0867510 Jun 15 10:31:54.863416 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c06b8e-729a-45f9-b422-6be1a94298e1 service neutron] Pushing event updated for resources: {'Port': ['ID=836e09e8-adcf-4089-b01c-a780a8041789,revision_number=2']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:54.944382 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-191525da-dcd7-4d3b-9903-3364fe935ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (86af77c3-8c2c-4b27-81a9-1bb1ea26db09), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:54.947163 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-191525da-dcd7-4d3b-9903-3364fe935ff2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:54.948326 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-191525da-dcd7-4d3b-9903-3364fe935ff2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/86af77c3-8c2c-4b27-81a9-1bb1ea26db09 HTTP/1.1" status: 204 len: 168 time: 0.4489584 Jun 15 10:31:54.989793 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-b84f050d-e76a-455a-bb05-f8a064dd4767 req-23a94ec0-b22b-49f9-9994-a2b5d6f2d4a8 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] 10.222.0.49 "GET /v2.0/security-groups?id=d03e8cdd-3fe1-411c-b804-b0d20377d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460414 Jun 15 10:31:55.048661 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac580f6-8f5a-4a08-b1fb-140d1a3f7ca4 req-3dfb25c9-8a68-48cb-a333-7bdaace37f7a tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:55.051060 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6ac580f6-8f5a-4a08-b1fb-140d1a3f7ca4 req-3dfb25c9-8a68-48cb-a333-7bdaace37f7a tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 944 time: 0.0959284 Jun 15 10:31:55.060030 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.notifiers.nova [req-0e767fd2-64f9-445e-bfaf-c2ddc80c7707 req-1c531fe2-7c71-45f1-9ae0-0c779748e8a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 093ff4e7-eb5f-4b43-9bc3-63863d7ab03e {{(pid=103805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 10:31:55.078811 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [req-0e767fd2-64f9-445e-bfaf-c2ddc80c7707 req-1c531fe2-7c71-45f1-9ae0-0c779748e8a1 service neutron] Publish callbacks [] for port (093ff4e7-eb5f-4b43-9bc3-63863d7ab03e), precommit_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:55.090075 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191525da-dcd7-4d3b-9903-3364fe935ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86af77c3-8c2c-4b27-81a9-1bb1ea26db09,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:55.116328 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-44ee6ec6-aa75-4ff3-a15e-02ec2545913a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:55.120543 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-e647bbfe-af42-43bc-8f9f-bd6074dbf8f9 req-a0c06b8e-729a-45f9-b422-6be1a94298e1 service neutron] Attempting to bind port 836e09e8-adcf-4089-b01c-a780a8041789 on host hv-cinder-84349 for vnic_type normal with profile {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 10:31:55.121079 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-e647bbfe-af42-43bc-8f9f-bd6074dbf8f9 req-a0c06b8e-729a-45f9-b422-6be1a94298e1 service neutron] Attempting to bind port 836e09e8-adcf-4089-b01c-a780a8041789 by drivers openvswitch,hyperv on host hv-cinder-84349 at level 0 using segments [{'id': '19f9c52a-802c-4297-ba83-8da5c92ffd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4d5f07d8-adfa-49e4-965f-88f44de7cd54'}] {{(pid=103806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 10:31:55.121787 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e647bbfe-af42-43bc-8f9f-bd6074dbf8f9 req-a0c06b8e-729a-45f9-b422-6be1a94298e1 service neutron] Attempting to bind port 836e09e8-adcf-4089-b01c-a780a8041789 on network 4d5f07d8-adfa-49e4-965f-88f44de7cd54 {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:31:55.142630 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.db.provisioning_blocks [req-0e767fd2-64f9-445e-bfaf-c2ddc80c7707 req-1c531fe2-7c71-45f1-9ae0-0c779748e8a1 service neutron] Transition to ACTIVE for port object 093ff4e7-eb5f-4b43-9bc3-63863d7ab03e will not be triggered until provisioned by entity L2. {{(pid=103805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 10:31:55.151180 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [req-0e767fd2-64f9-445e-bfaf-c2ddc80c7707 req-1c531fe2-7c71-45f1-9ae0-0c779748e8a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2774345'] for port (093ff4e7-eb5f-4b43-9bc3-63863d7ab03e), after_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:55.152946 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e647bbfe-af42-43bc-8f9f-bd6074dbf8f9 req-a0c06b8e-729a-45f9-b422-6be1a94298e1 service neutron] Port 836e09e8-adcf-4089-b01c-a780a8041789 on network 4d5f07d8-adfa-49e4-965f-88f44de7cd54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84349 {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 10:31:55.153277 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e647bbfe-af42-43bc-8f9f-bd6074dbf8f9 req-a0c06b8e-729a-45f9-b422-6be1a94298e1 service neutron] Attempting to bind port 836e09e8-adcf-4089-b01c-a780a8041789 on network 4d5f07d8-adfa-49e4-965f-88f44de7cd54 {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:31:55.206959 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e647bbfe-af42-43bc-8f9f-bd6074dbf8f9 req-a0c06b8e-729a-45f9-b422-6be1a94298e1 service neutron] Checking agent: {'id': 'a4349971-e88a-4ea8-a067-54d07204ee65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84349', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 10, 29, 20), 'started_at': datetime.datetime(2022, 6, 15, 10, 29, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 10, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 10:31:55.210008 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e647bbfe-af42-43bc-8f9f-bd6074dbf8f9 req-a0c06b8e-729a-45f9-b422-6be1a94298e1 service neutron] Checking segment: {'id': '19f9c52a-802c-4297-ba83-8da5c92ffd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4d5f07d8-adfa-49e4-965f-88f44de7cd54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:31:55.210394 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e647bbfe-af42-43bc-8f9f-bd6074dbf8f9 req-a0c06b8e-729a-45f9-b422-6be1a94298e1 service neutron] Bound using segment: {'id': '19f9c52a-802c-4297-ba83-8da5c92ffd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4d5f07d8-adfa-49e4-965f-88f44de7cd54'} {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 10:31:55.210861 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-e647bbfe-af42-43bc-8f9f-bd6074dbf8f9 req-a0c06b8e-729a-45f9-b422-6be1a94298e1 service neutron] Bound port: 836e09e8-adcf-4089-b01c-a780a8041789, host: hv-cinder-84349, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19f9c52a-802c-4297-ba83-8da5c92ffd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4d5f07d8-adfa-49e4-965f-88f44de7cd54'}}] {{(pid=103806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 10:31:55.212065 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-e647bbfe-af42-43bc-8f9f-bd6074dbf8f9 req-a0c06b8e-729a-45f9-b422-6be1a94298e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (836e09e8-adcf-4089-b01c-a780a8041789), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:55.341514 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6ac580f6-8f5a-4a08-b1fb-140d1a3f7ca4 req-1963be13-318d-441d-ad69-d351aa13411c tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707579 Jun 15 10:31:55.424593 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c531fe2-7c71-45f1-9ae0-0c779748e8a1 service neutron] Pushing event updated for resources: {'Port': ['ID=093ff4e7-eb5f-4b43-9bc3-63863d7ab03e,revision_number=2']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:55.431382 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.managers [req-0e767fd2-64f9-445e-bfaf-c2ddc80c7707 req-1c531fe2-7c71-45f1-9ae0-0c779748e8a1 service neutron] Attempting to bind port 093ff4e7-eb5f-4b43-9bc3-63863d7ab03e on host hv-cinder-84349 for vnic_type normal with profile {{(pid=103805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 10:31:55.431731 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.managers [req-0e767fd2-64f9-445e-bfaf-c2ddc80c7707 req-1c531fe2-7c71-45f1-9ae0-0c779748e8a1 service neutron] Attempting to bind port 093ff4e7-eb5f-4b43-9bc3-63863d7ab03e by drivers openvswitch,hyperv on host hv-cinder-84349 at level 0 using segments [{'id': '9a53d831-3761-4266-b8b5-121a6bb87f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745'}] {{(pid=103805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 10:31:55.432051 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e767fd2-64f9-445e-bfaf-c2ddc80c7707 req-1c531fe2-7c71-45f1-9ae0-0c779748e8a1 service neutron] Attempting to bind port 093ff4e7-eb5f-4b43-9bc3-63863d7ab03e on network 56f473a9-939b-4bd2-a5d0-e5eaaaa25745 {{(pid=103805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:31:55.449941 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-e647bbfe-af42-43bc-8f9f-bd6074dbf8f9 req-a0c06b8e-729a-45f9-b422-6be1a94298e1 service neutron] For port 836e09e8-adcf-4089-b01c-a780a8041789, host hv-cinder-84349, cleared binding levels {{(pid=103806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 10:31:55.466394 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 0e9fd3cd-585e-471d-9874-b29128afe6b7 up at agent hyperv_hv-cinder-84349 {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:31:55.469560 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e767fd2-64f9-445e-bfaf-c2ddc80c7707 req-1c531fe2-7c71-45f1-9ae0-0c779748e8a1 service neutron] Port 093ff4e7-eb5f-4b43-9bc3-63863d7ab03e on network 56f473a9-939b-4bd2-a5d0-e5eaaaa25745 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84349 {{(pid=103805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 10:31:55.469881 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e767fd2-64f9-445e-bfaf-c2ddc80c7707 req-1c531fe2-7c71-45f1-9ae0-0c779748e8a1 service neutron] Attempting to bind port 093ff4e7-eb5f-4b43-9bc3-63863d7ab03e on network 56f473a9-939b-4bd2-a5d0-e5eaaaa25745 {{(pid=103805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:31:55.480348 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e767fd2-64f9-445e-bfaf-c2ddc80c7707 req-1c531fe2-7c71-45f1-9ae0-0c779748e8a1 service neutron] Checking agent: {'id': 'a4349971-e88a-4ea8-a067-54d07204ee65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84349', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 10, 29, 20), 'started_at': datetime.datetime(2022, 6, 15, 10, 29, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 10, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 10:31:55.480704 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e767fd2-64f9-445e-bfaf-c2ddc80c7707 req-1c531fe2-7c71-45f1-9ae0-0c779748e8a1 service neutron] Checking segment: {'id': '9a53d831-3761-4266-b8b5-121a6bb87f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:31:55.481419 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e767fd2-64f9-445e-bfaf-c2ddc80c7707 req-1c531fe2-7c71-45f1-9ae0-0c779748e8a1 service neutron] Bound using segment: {'id': '9a53d831-3761-4266-b8b5-121a6bb87f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745'} {{(pid=103805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 10:31:55.482857 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.managers [req-0e767fd2-64f9-445e-bfaf-c2ddc80c7707 req-1c531fe2-7c71-45f1-9ae0-0c779748e8a1 service neutron] Bound port: 093ff4e7-eb5f-4b43-9bc3-63863d7ab03e, host: hv-cinder-84349, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a53d831-3761-4266-b8b5-121a6bb87f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745'}}] {{(pid=103805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 10:31:55.483549 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [req-0e767fd2-64f9-445e-bfaf-c2ddc80c7707 req-1c531fe2-7c71-45f1-9ae0-0c779748e8a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (093ff4e7-eb5f-4b43-9bc3-63863d7ab03e), before_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:55.525647 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-e647bbfe-af42-43bc-8f9f-bd6074dbf8f9 req-a0c06b8e-729a-45f9-b422-6be1a94298e1 service neutron] For port 836e09e8-adcf-4089-b01c-a780a8041789, host hv-cinder-84349, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=836e09e8-adcf-4089-b01c-a780a8041789,segment=NetworkSegment(19f9c52a-802c-4297-ba83-8da5c92ffd0c),segment_id=19f9c52a-802c-4297-ba83-8da5c92ffd0c)] {{(pid=103806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 10:31:55.542900 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Provisioning for port 0e9fd3cd-585e-471d-9874-b29128afe6b7 completed by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 10:31:55.557342 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Provisioning complete for port 0e9fd3cd-585e-471d-9874-b29128afe6b7 triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:31:55.558130 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (0e9fd3cd-585e-471d-9874-b29128afe6b7), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:55.560854 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-e647bbfe-af42-43bc-8f9f-bd6074dbf8f9 req-a0c06b8e-729a-45f9-b422-6be1a94298e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-252119569'] for port (836e09e8-adcf-4089-b01c-a780a8041789), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:55.610635 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9103bbf-90c5-4d39-9adf-5becafa6eb7c req-53bcbc29-91ce-47fe-83b2-03db6125b769 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:55.613307 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-f9103bbf-90c5-4d39-9adf-5becafa6eb7c req-53bcbc29-91ce-47fe-83b2-03db6125b769 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 944 time: 0.2075129 Jun 15 10:31:55.656140 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafb6c45-ae15-4664-baab-e2e7cce0823c req-ce5bde59-a261-410b-a334-4ebf7261ee21 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:55.657989 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-dafb6c45-ae15-4664-baab-e2e7cce0823c req-ce5bde59-a261-410b-a334-4ebf7261ee21 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=1af6cc0a-d588-4a98-a82a-56d49cd2c55c HTTP/1.1" status: 200 len: 943 time: 0.0629902 Jun 15 10:31:55.683296 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Current status of the port 0e9fd3cd-585e-471d-9874-b29128afe6b7 is: BUILD; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:31:55.683964 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (0e9fd3cd-585e-471d-9874-b29128afe6b7), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:55.742239 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-44ee6ec6-aa75-4ff3-a15e-02ec2545913a admin admin] Publish callbacks [] for security_group (fdb943d9-4e08-4957-974b-3bd3b8797006), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:55.743081 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b30aa81b-0ccd-437d-b0dc-401f2ba90533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e9fd3cd-585e-471d-9874-b29128afe6b7'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:31:55.746813 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9205ebd0146601a57e336ba0e259bffcba8e9192005a2aa68aaaf98781184b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656eee90-8e9a-47fd-8df9-bf9ac5ec2ddd" -d '{"events": [{"server_uuid": "b30aa81b-0ccd-437d-b0dc-401f2ba90533", "name": "network-vif-plugged", "status": "completed", "tag": "0e9fd3cd-585e-471d-9874-b29128afe6b7"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:31:55.748372 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647bbfe-af42-43bc-8f9f-bd6074dbf8f9 req-a0c06b8e-729a-45f9-b422-6be1a94298e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:55.749088 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-e647bbfe-af42-43bc-8f9f-bd6074dbf8f9 req-a0c06b8e-729a-45f9-b422-6be1a94298e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:55.750534 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e647bbfe-af42-43bc-8f9f-bd6074dbf8f9 req-a0c06b8e-729a-45f9-b422-6be1a94298e1 service neutron] 10.222.0.62 "PUT /v2.0/ports/836e09e8-adcf-4089-b01c-a780a8041789 HTTP/1.1" status: 200 len: 1094 time: 2.0865612 Jun 15 10:31:55.754632 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16e37acd-69b1-4758-8ab5-07ec67e9ae2f', 'tag': '836e09e8-adcf-4089-b01c-a780a8041789'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:31:55.757173 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15acf06c26f001ded10715ddc8547394d4bbc7e5ff5a4e462e54e6774371169d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d78463a-af62-4a02-8667-f268b883a050" -d '{"events": [{"name": "network-changed", "server_uuid": "16e37acd-69b1-4758-8ab5-07ec67e9ae2f", "tag": "836e09e8-adcf-4089-b01c-a780a8041789"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:31:55.763872 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=5,neutron:DELETE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:55.786571 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port 0e9fd3cd-585e-471d-9874-b29128afe6b7, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=0e9fd3cd-585e-471d-9874-b29128afe6b7,segment=NetworkSegment(6837b548-608f-4f53-bc65-e11808045c9a),segment_id=6837b548-608f-4f53-bc65-e11808045c9a)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:31:55.794756 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-44ee6ec6-aa75-4ff3-a15e-02ec2545913a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (fdb943d9-4e08-4957-974b-3bd3b8797006), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:55.796700 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (0e9fd3cd-585e-471d-9874-b29128afe6b7), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:55.798720 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 8d18190d-8f93-467b-a941-b38fe1222aae up at agent hyperv_hv-cinder-84349 {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:31:55.809326 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 52928) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:55.811402 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:55.905578 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Pushing event updated for resources: {'Port': ['ID=0e9fd3cd-585e-471d-9874-b29128afe6b7,revision_number=5']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:55.920913 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ee6ec6-aa75-4ff3-a15e-02ec2545913a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb943d9-4e08-4957-974b-3bd3b8797006,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:55.941785 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Provisioning for port 8d18190d-8f93-467b-a941-b38fe1222aae completed by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 10:31:55.952307 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Provisioning complete for port 8d18190d-8f93-467b-a941-b38fe1222aae triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:31:55.953215 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (8d18190d-8f93-467b-a941-b38fe1222aae), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:55.956095 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:56.002791 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-dafb6c45-ae15-4664-baab-e2e7cce0823c req-86fa6044-e685-403d-9f6a-1cc851c7f259 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba231e2a-e514-4d2b-8089-4a1d21781c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3153131 Jun 15 10:31:56.003469 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c06b8e-729a-45f9-b422-6be1a94298e1 service neutron] Pushing event updated for resources: {'Port': ['ID=836e09e8-adcf-4089-b01c-a780a8041789,revision_number=3']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:56.008845 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c42a6e11-f703-49df-ac28-21bf1a015c13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:56.074491 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Current status of the port 8d18190d-8f93-467b-a941-b38fe1222aae is: BUILD; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:31:56.075331 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (8d18190d-8f93-467b-a941-b38fe1222aae), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:56.118480 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 10:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153b7661-3e29-43df-93a2-9d6708d9c181 x-openstack-request-id: req-153b7661-3e29-43df-93a2-9d6708d9c181 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:31:56.119221 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b30aa81b-0ccd-437d-b0dc-401f2ba90533", "name": "network-vif-plugged", "status": "completed", "tag": "0e9fd3cd-585e-471d-9874-b29128afe6b7", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:31:56.119695 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-153b7661-3e29-43df-93a2-9d6708d9c181 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:31:56.120316 dv-cinder-843493-2-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-153b7661-3e29-43df-93a2-9d6708d9c181'] response: {'server_uuid': 'b30aa81b-0ccd-437d-b0dc-401f2ba90533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e9fd3cd-585e-471d-9874-b29128afe6b7', 'code': 200} Jun 15 10:31:56.125576 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port 8d18190d-8f93-467b-a941-b38fe1222aae, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=8d18190d-8f93-467b-a941-b38fe1222aae,segment=NetworkSegment(6837b548-608f-4f53-bc65-e11808045c9a),segment_id=6837b548-608f-4f53-bc65-e11808045c9a)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:31:56.130405 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.db [req-0e767fd2-64f9-445e-bfaf-c2ddc80c7707 req-1c531fe2-7c71-45f1-9ae0-0c779748e8a1 service neutron] For port 093ff4e7-eb5f-4b43-9bc3-63863d7ab03e, host hv-cinder-84349, cleared binding levels {{(pid=103805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 10:31:56.132449 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (8d18190d-8f93-467b-a941-b38fe1222aae), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:56.205680 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-f9103bbf-90c5-4d39-9adf-5becafa6eb7c req-6e38c9b2-0a57-4fa9-ad55-49ac009832c7 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5747602 Jun 15 10:31:56.216710 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Pushing event updated for resources: {'Port': ['ID=8d18190d-8f93-467b-a941-b38fe1222aae,revision_number=5']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:56.216982 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.db [req-0e767fd2-64f9-445e-bfaf-c2ddc80c7707 req-1c531fe2-7c71-45f1-9ae0-0c779748e8a1 service neutron] For port 093ff4e7-eb5f-4b43-9bc3-63863d7ab03e, host hv-cinder-84349, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=093ff4e7-eb5f-4b43-9bc3-63863d7ab03e,segment=NetworkSegment(9a53d831-3761-4266-b8b5-121a6bb87f69),segment_id=9a53d831-3761-4266-b8b5-121a6bb87f69)] {{(pid=103805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 10:31:56.230336 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [req-0e767fd2-64f9-445e-bfaf-c2ddc80c7707 req-1c531fe2-7c71-45f1-9ae0-0c779748e8a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2774345'] for port (093ff4e7-eb5f-4b43-9bc3-63863d7ab03e), after_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:56.233431 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 10:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb6f701-c684-46ef-a4ea-51b2c0b22274 x-openstack-request-id: req-fcb6f701-c684-46ef-a4ea-51b2c0b22274 {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:31:56.233937 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16e37acd-69b1-4758-8ab5-07ec67e9ae2f", "tag": "836e09e8-adcf-4089-b01c-a780a8041789", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:31:56.234308 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fcb6f701-c684-46ef-a4ea-51b2c0b22274 {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:31:56.234819 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcb6f701-c684-46ef-a4ea-51b2c0b22274'] response: {'name': 'network-changed', 'server_uuid': '16e37acd-69b1-4758-8ab5-07ec67e9ae2f', 'tag': '836e09e8-adcf-4089-b01c-a780a8041789', 'status': 'completed', 'code': 200} Jun 15 10:31:56.248213 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-44ee6ec6-aa75-4ff3-a15e-02ec2545913a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c4d17fc4571545cebec33d03b677a6c1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5242202 Jun 15 10:31:56.251253 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 52934) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:56.269083 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647bbfe-af42-43bc-8f9f-bd6074dbf8f9 req-0d9131e3-da6a-4be6-b99c-94577905edcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:56.271033 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e647bbfe-af42-43bc-8f9f-bd6074dbf8f9 req-0d9131e3-da6a-4be6-b99c-94577905edcb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5dc28af73e82414d8f709e447286a962&device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 1128 time: 0.3759367 Jun 15 10:31:56.331301 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e767fd2-64f9-445e-bfaf-c2ddc80c7707 req-1c531fe2-7c71-45f1-9ae0-0c779748e8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:56.332283 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [req-0e767fd2-64f9-445e-bfaf-c2ddc80c7707 req-1c531fe2-7c71-45f1-9ae0-0c779748e8a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for port (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:56.333680 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-0e767fd2-64f9-445e-bfaf-c2ddc80c7707 req-1c531fe2-7c71-45f1-9ae0-0c779748e8a1 service neutron] 10.222.0.62 "PUT /v2.0/ports/093ff4e7-eb5f-4b43-9bc3-63863d7ab03e HTTP/1.1" status: 200 len: 1093 time: 2.1223834 Jun 15 10:31:56.334135 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:56.335235 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c531fe2-7c71-45f1-9ae0-0c779748e8a1 service neutron] Pushing event updated for resources: {'Port': ['ID=093ff4e7-eb5f-4b43-9bc3-63863d7ab03e,revision_number=3']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:56.347426 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af6cc0a-d588-4a98-a82a-56d49cd2c55c', 'tag': '093ff4e7-eb5f-4b43-9bc3-63863d7ab03e'}] {{(pid=103805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:31:56.450660 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e647bbfe-af42-43bc-8f9f-bd6074dbf8f9 req-041e5c37-3229-43ba-819b-b58846e27ca1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=836e09e8-adcf-4089-b01c-a780a8041789 HTTP/1.1" status: 200 len: 217 time: 0.1583190 Jun 15 10:31:56.503430 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e767fd2-64f9-445e-bfaf-c2ddc80c7707 req-c2e89473-83d4-4720-bc7f-edd6e2707972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:56.504947 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-0e767fd2-64f9-445e-bfaf-c2ddc80c7707 req-c2e89473-83d4-4720-bc7f-edd6e2707972 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b683b2d399b54484aa5820537038b8af&device_id=1af6cc0a-d588-4a98-a82a-56d49cd2c55c HTTP/1.1" status: 200 len: 1127 time: 0.0860457 Jun 15 10:31:56.554693 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ac598-dbaa-4718-afe0-0af77b3ecf95 req-f0c84ac7-b2ab-44fc-870a-b4fbe3a044e1 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:56.559141 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2b1ac598-dbaa-4718-afe0-0af77b3ecf95 req-f0c84ac7-b2ab-44fc-870a-b4fbe3a044e1 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] 10.222.0.49 "GET /v2.0/ports?device_id=60658ba0-829b-4d71-9227-556791390b26 HTTP/1.1" status: 200 len: 946 time: 0.2532616 Jun 15 10:31:56.604943 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647bbfe-af42-43bc-8f9f-bd6074dbf8f9 req-f7405045-ad9e-446c-bafb-408231f7cfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:56.606564 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e647bbfe-af42-43bc-8f9f-bd6074dbf8f9 req-f7405045-ad9e-446c-bafb-408231f7cfd8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9d001222-a4ff-4954-9899-62f9de0c8b3d HTTP/1.1" status: 200 len: 856 time: 0.1380606 Jun 15 10:31:56.665101 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-0e767fd2-64f9-445e-bfaf-c2ddc80c7707 req-24d05ccb-46a5-4113-988d-9ea98b770cbd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=093ff4e7-eb5f-4b43-9bc3-63863d7ab03e HTTP/1.1" status: 200 len: 217 time: 0.1352367 Jun 15 10:31:56.667527 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dae1a2ec98fad4bc98d3c27259afee88ba803ed696ab09c59914859421da8ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffde8631-ccc5-494a-a5c4-d8617531000a" -d '{"events": [{"name": "network-changed", "server_uuid": "1af6cc0a-d588-4a98-a82a-56d49cd2c55c", "tag": "093ff4e7-eb5f-4b43-9bc3-63863d7ab03e"}]}' {{(pid=103805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:31:56.688012 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c42a6e11-f703-49df-ac28-21bf1a015c13 admin admin] Publish callbacks [] for security_group (9003ec3e-deee-454b-8b12-36e280322eff), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:56.689709 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa9d3e-45ca-4054-9ad1-53e1b22b5d0f req-c16f4641-56f5-406a-ad9b-f3e392f8419e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:56.691384 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-4bfa9d3e-45ca-4054-9ad1-53e1b22b5d0f req-c16f4641-56f5-406a-ad9b-f3e392f8419e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b30aa81b-0ccd-437d-b0dc-401f2ba90533 HTTP/1.1" status: 200 len: 1130 time: 0.3212326 Jun 15 10:31:56.700171 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647bbfe-af42-43bc-8f9f-bd6074dbf8f9 req-d7fddcd0-0091-4075-8476-98b8e8d20d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:56.702005 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e647bbfe-af42-43bc-8f9f-bd6074dbf8f9 req-d7fddcd0-0091-4075-8476-98b8e8d20d3a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4d5f07d8-adfa-49e4-965f-88f44de7cd54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0811365 Jun 15 10:31:56.704611 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c42a6e11-f703-49df-ac28-21bf1a015c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (9003ec3e-deee-454b-8b12-36e280322eff), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:56.736161 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2b1ac598-dbaa-4718-afe0-0af77b3ecf95 req-5ec80dd9-50dd-43ec-adaa-0bb6905b54b7 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] 10.222.0.49 "GET /v2.0/security-groups?id=d03e8cdd-3fe1-411c-b804-b0d20377d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689093 Jun 15 10:31:56.742740 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42a6e11-f703-49df-ac28-21bf1a015c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9003ec3e-deee-454b-8b12-36e280322eff,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:56.813209 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-d71648b0-221b-4eb1-9642-86f42663c740 admin admin] Publish callbacks [] for security_group (fdb943d9-4e08-4957-974b-3bd3b8797006), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:56.835797 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-d71648b0-221b-4eb1-9642-86f42663c740 admin admin] Publish callbacks [] for security_group (fdb943d9-4e08-4957-974b-3bd3b8797006), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:56.910623 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e647bbfe-af42-43bc-8f9f-bd6074dbf8f9 req-44f7b1f4-f389-4fe0-be7c-d29fbc425332 service neutron] 10.222.0.62 "GET /v2.0/networks/4d5f07d8-adfa-49e4-965f-88f44de7cd54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733279 Jun 15 10:31:56.913578 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-c42a6e11-f703-49df-ac28-21bf1a015c13 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=38ea0331c1d847c09dc1078372d6cba6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0933099 Jun 15 10:31:56.917640 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 52958) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:56.947774 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d094d182-dbb4-499f-b769-80d1088dd163 req-6b8391b6-8e5f-420b-822a-b369015a979a tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:56.951904 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-d094d182-dbb4-499f-b769-80d1088dd163 req-6b8391b6-8e5f-420b-822a-b369015a979a tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 945 time: 0.4422524 Jun 15 10:31:57.012822 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-d71648b0-221b-4eb1-9642-86f42663c740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (fdb943d9-4e08-4957-974b-3bd3b8797006), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:57.029282 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-d71648b0-221b-4eb1-9642-86f42663c740 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:57.033225 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-d71648b0-221b-4eb1-9642-86f42663c740 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fdb943d9-4e08-4957-974b-3bd3b8797006 HTTP/1.1" status: 204 len: 168 time: 0.7752957 Jun 15 10:31:57.058412 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-178e7049-7d8b-4a3c-b2a2-fd9150c2684d admin admin] Publish callbacks [] for security_group (9003ec3e-deee-454b-8b12-36e280322eff), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:57.059189 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 10:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1d4dee-1e74-461f-822d-56c33635b792 x-openstack-request-id: req-6f1d4dee-1e74-461f-822d-56c33635b792 {{(pid=103805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:31:57.059911 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1af6cc0a-d588-4a98-a82a-56d49cd2c55c", "tag": "093ff4e7-eb5f-4b43-9bc3-63863d7ab03e", "status": "completed", "code": 200}]} {{(pid=103805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:31:57.060178 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6f1d4dee-1e74-461f-822d-56c33635b792 {{(pid=103805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:31:57.060663 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f1d4dee-1e74-461f-822d-56c33635b792'] response: {'name': 'network-changed', 'server_uuid': '1af6cc0a-d588-4a98-a82a-56d49cd2c55c', 'tag': '093ff4e7-eb5f-4b43-9bc3-63863d7ab03e', 'status': 'completed', 'code': 200} Jun 15 10:31:57.121255 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 52970) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:57.149754 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-178e7049-7d8b-4a3c-b2a2-fd9150c2684d admin admin] Publish callbacks [] for security_group (9003ec3e-deee-454b-8b12-36e280322eff), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:57.179879 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-d094d182-dbb4-499f-b769-80d1088dd163 req-95efdf66-18d3-4310-a81d-bd7062ed67cb tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195075 Jun 15 10:31:57.197456 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:57.227308 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-4bfa9d3e-45ca-4054-9ad1-53e1b22b5d0f req-2ea72850-e3bc-4802-9556-7db00bb28de4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5149183 Jun 15 10:31:57.227308 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e767fd2-64f9-445e-bfaf-c2ddc80c7707 req-30ba3197-268c-41c4-b43a-38cf0a39e686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:57.227308 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-0e767fd2-64f9-445e-bfaf-c2ddc80c7707 req-30ba3197-268c-41c4-b43a-38cf0a39e686 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=aea43f55-c61e-41b2-b313-b361b1b26da0 HTTP/1.1" status: 200 len: 854 time: 0.5520966 Jun 15 10:31:57.227308 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71648b0-221b-4eb1-9642-86f42663c740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb943d9-4e08-4957-974b-3bd3b8797006,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:57.301087 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e647bbfe-af42-43bc-8f9f-bd6074dbf8f9 req-024c696f-959d-4965-9896-6fc9650a8475 service neutron] 10.222.0.62 "GET /v2.0/networks/4d5f07d8-adfa-49e4-965f-88f44de7cd54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3825672 Jun 15 10:31:57.354202 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4070c1b-0ce8-4a64-b7f2-bd519733079a req-dfe076da-f32c-4778-a939-8551b1f256a1 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:57.365575 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d4070c1b-0ce8-4a64-b7f2-bd519733079a req-dfe076da-f32c-4778-a939-8551b1f256a1 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=1af6cc0a-d588-4a98-a82a-56d49cd2c55c HTTP/1.1" status: 200 len: 943 time: 0.1258125 Jun 15 10:31:57.404967 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-178e7049-7d8b-4a3c-b2a2-fd9150c2684d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (9003ec3e-deee-454b-8b12-36e280322eff), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:57.407486 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-178e7049-7d8b-4a3c-b2a2-fd9150c2684d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:57.409262 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-178e7049-7d8b-4a3c-b2a2-fd9150c2684d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9003ec3e-deee-454b-8b12-36e280322eff HTTP/1.1" status: 204 len: 168 time: 0.4866364 Jun 15 10:31:57.425588 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-09b54095-f702-4cfe-8003-f69d642c7dfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:57.434232 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9869e-3e4a-4cf9-b926-f137be07d046 req-1250e443-b472-41d6-b710-39fe51085655 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:57.441862 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:57.442201 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-0ff9869e-3e4a-4cf9-b926-f137be07d046 req-1250e443-b472-41d6-b710-39fe51085655 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 944 time: 0.0936434 Jun 15 10:31:57.453890 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178e7049-7d8b-4a3c-b2a2-fd9150c2684d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9003ec3e-deee-454b-8b12-36e280322eff,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:57.482256 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d4070c1b-0ce8-4a64-b7f2-bd519733079a req-a7e623dd-034d-4f0c-8451-a561a6a07ea2 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba231e2a-e514-4d2b-8089-4a1d21781c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156125 Jun 15 10:31:57.524238 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-0ff9869e-3e4a-4cf9-b926-f137be07d046 req-c3b08147-0888-4c4f-b488-296613698b68 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803285 Jun 15 10:31:57.615924 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e767fd2-64f9-445e-bfaf-c2ddc80c7707 req-628272af-eec8-4fb6-b770-9b935726a232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:57.618064 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-0e767fd2-64f9-445e-bfaf-c2ddc80c7707 req-628272af-eec8-4fb6-b770-9b935726a232 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=56f473a9-939b-4bd2-a5d0-e5eaaaa25745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1161027 Jun 15 10:31:57.626587 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-09b54095-f702-4cfe-8003-f69d642c7dfe admin admin] Publish callbacks [] for security_group (55b81662-ba6f-49cb-a60e-c9ebd2eaa4bb), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:57.637841 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-09b54095-f702-4cfe-8003-f69d642c7dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (55b81662-ba6f-49cb-a60e-c9ebd2eaa4bb), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:57.703139 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-09b54095-f702-4cfe-8003-f69d642c7dfe admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f758049b6de94c10a3dafee0083ba61b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5806639 Jun 15 10:31:57.704274 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b54095-f702-4cfe-8003-f69d642c7dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b81662-ba6f-49cb-a60e-c9ebd2eaa4bb,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:57.705901 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 52990) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:57.714434 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:57.767966 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-06033468-a134-4e2c-a201-d0595ff02e25 admin admin] Publish callbacks [] for security_group (55b81662-ba6f-49cb-a60e-c9ebd2eaa4bb), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:57.791426 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 52994) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:57.801655 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-06033468-a134-4e2c-a201-d0595ff02e25 admin admin] Publish callbacks [] for security_group (55b81662-ba6f-49cb-a60e-c9ebd2eaa4bb), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:57.813223 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-616e5ae7-ea7e-42d8-99ba-1298fd00b1ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:57.865848 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-06033468-a134-4e2c-a201-d0595ff02e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (55b81662-ba6f-49cb-a60e-c9ebd2eaa4bb), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:57.868904 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-06033468-a134-4e2c-a201-d0595ff02e25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:57.870159 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-06033468-a134-4e2c-a201-d0595ff02e25 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/55b81662-ba6f-49cb-a60e-c9ebd2eaa4bb HTTP/1.1" status: 204 len: 168 time: 0.1631362 Jun 15 10:31:57.884072 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06033468-a134-4e2c-a201-d0595ff02e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b81662-ba6f-49cb-a60e-c9ebd2eaa4bb,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:57.928148 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-616e5ae7-ea7e-42d8-99ba-1298fd00b1ac admin admin] Publish callbacks [] for security_group (82eab9e2-b4ad-435d-a33b-fd8549cb321b), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:57.933160 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-616e5ae7-ea7e-42d8-99ba-1298fd00b1ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (82eab9e2-b4ad-435d-a33b-fd8549cb321b), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:57.974030 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-616e5ae7-ea7e-42d8-99ba-1298fd00b1ac admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5b00baf3d6d940bfa8531957dcb0b7e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1806293 Jun 15 10:31:57.976258 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616e5ae7-ea7e-42d8-99ba-1298fd00b1ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82eab9e2-b4ad-435d-a33b-fd8549cb321b,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:57.977387 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 53002) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:58.037661 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-21962035-6198-4965-ab8f-5b451759bbba admin admin] Publish callbacks [] for security_group (82eab9e2-b4ad-435d-a33b-fd8549cb321b), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:58.061555 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:58.063951 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-21962035-6198-4965-ab8f-5b451759bbba admin admin] Publish callbacks [] for security_group (82eab9e2-b4ad-435d-a33b-fd8549cb321b), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:58.121233 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-21962035-6198-4965-ab8f-5b451759bbba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (82eab9e2-b4ad-435d-a33b-fd8549cb321b), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:58.122067 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe2cfb9-3db4-4587-b3d8-441ba2bf145f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d18190d-8f93-467b-a941-b38fe1222aae'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:31:58.124846 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-21962035-6198-4965-ab8f-5b451759bbba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:58.125264 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9205ebd0146601a57e336ba0e259bffcba8e9192005a2aa68aaaf98781184b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2be2853-1b0a-446c-8153-db6931cca191" -d '{"events": [{"server_uuid": "9fe2cfb9-3db4-4587-b3d8-441ba2bf145f", "name": "network-vif-plugged", "status": "completed", "tag": "8d18190d-8f93-467b-a941-b38fe1222aae"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:31:58.126533 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-21962035-6198-4965-ab8f-5b451759bbba admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/82eab9e2-b4ad-435d-a33b-fd8549cb321b HTTP/1.1" status: 204 len: 168 time: 0.1481533 Jun 15 10:31:58.138520 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21962035-6198-4965-ab8f-5b451759bbba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82eab9e2-b4ad-435d-a33b-fd8549cb321b,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:58.183995 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 10:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c83484-1c02-4475-a108-0b98e90e5565 x-openstack-request-id: req-19c83484-1c02-4475-a108-0b98e90e5565 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:31:58.183995 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe2cfb9-3db4-4587-b3d8-441ba2bf145f", "name": "network-vif-plugged", "status": "completed", "tag": "8d18190d-8f93-467b-a941-b38fe1222aae", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:31:58.183995 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-19c83484-1c02-4475-a108-0b98e90e5565 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:31:58.183995 dv-cinder-843493-2-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19c83484-1c02-4475-a108-0b98e90e5565'] response: {'server_uuid': '9fe2cfb9-3db4-4587-b3d8-441ba2bf145f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d18190d-8f93-467b-a941-b38fe1222aae', 'code': 200} Jun 15 10:31:58.302567 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 53020) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:58.314810 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bcd0ba-f3af-445c-a980-5c215b1d8f5e req-3f40ce87-d70e-45ad-ad8a-6635c74c4e87 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:58.317979 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-38bcd0ba-f3af-445c-a980-5c215b1d8f5e req-3f40ce87-d70e-45ad-ad8a-6635c74c4e87 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 945 time: 0.0617533 Jun 15 10:31:58.347046 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-15452495-04a7-4144-bf2a-ba53fef4633d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:58.424719 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-38bcd0ba-f3af-445c-a980-5c215b1d8f5e req-d8a6987e-8062-4a76-98e1-f1962cf5ebab tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946333 Jun 15 10:31:58.524242 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-15452495-04a7-4144-bf2a-ba53fef4633d admin admin] Publish callbacks [] for security_group (ea641715-9648-461b-b808-5b930d2a5b44), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:58.534581 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-15452495-04a7-4144-bf2a-ba53fef4633d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (ea641715-9648-461b-b808-5b930d2a5b44), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:58.583235 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=74,neutron:INSERT=24,neutron:UPDATE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:58.667212 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-15452495-04a7-4144-bf2a-ba53fef4633d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=329bb1184c134d1d904340b8a8c053cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3604116 Jun 15 10:31:58.667212 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15452495-04a7-4144-bf2a-ba53fef4633d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea641715-9648-461b-b808-5b930d2a5b44,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:58.671141 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 53052) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:31:58.714844 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2947a29-ea05-4697-bb82-30a6cae73887 req-56bbc8ea-e238-45b0-a28a-a69740ec8214 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:58.727534 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-d2947a29-ea05-4697-bb82-30a6cae73887 req-56bbc8ea-e238-45b0-a28a-a69740ec8214 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=1af6cc0a-d588-4a98-a82a-56d49cd2c55c HTTP/1.1" status: 200 len: 943 time: 0.1185563 Jun 15 10:31:58.823016 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d78463a-af62-4a02-8667-f268b883a050 req-1b0223d7-ef39-40a7-ba66-a7a30b35326d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:58.824625 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2d78463a-af62-4a02-8667-f268b883a050 req-1b0223d7-ef39-40a7-ba66-a7a30b35326d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5dc28af73e82414d8f709e447286a962&device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 1128 time: 0.0617850 Jun 15 10:31:58.858236 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-d2947a29-ea05-4697-bb82-30a6cae73887 req-08125472-753e-4459-9744-58ab3f32013d tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba231e2a-e514-4d2b-8089-4a1d21781c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297238 Jun 15 10:31:58.893564 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-b2012a0e-2bbc-4104-bbe0-e0b35164344f admin admin] Publish callbacks [] for security_group (ea641715-9648-461b-b808-5b930d2a5b44), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:58.950509 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-b2012a0e-2bbc-4104-bbe0-e0b35164344f admin admin] Publish callbacks [] for security_group (ea641715-9648-461b-b808-5b930d2a5b44), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:58.953896 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 836e09e8-adcf-4089-b01c-a780a8041789 details requested by agent hyperv_hv-cinder-84349 with host hv-cinder-84349 {{(pid=103807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 10:31:58.975152 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-0e767fd2-64f9-445e-bfaf-c2ddc80c7707 req-c3411184-5240-4720-8f07-3ae6ab044ffc service neutron] 10.222.0.62 "GET /v2.0/networks/56f473a9-939b-4bd2-a5d0-e5eaaaa25745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343011 Jun 15 10:31:59.107943 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b9d69-5ad5-4ef2-bba9-154e5210ea25 req-74dca59c-6892-4712-8546-89e10de2259c tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:59.110298 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-1c5b9d69-5ad5-4ef2-bba9-154e5210ea25 req-74dca59c-6892-4712-8546-89e10de2259c tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 944 time: 0.1144254 Jun 15 10:31:59.115734 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-b2012a0e-2bbc-4104-bbe0-e0b35164344f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (ea641715-9648-461b-b808-5b930d2a5b44), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:59.118825 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-b2012a0e-2bbc-4104-bbe0-e0b35164344f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:59.122872 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-b2012a0e-2bbc-4104-bbe0-e0b35164344f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ea641715-9648-461b-b808-5b930d2a5b44 HTTP/1.1" status: 204 len: 168 time: 0.4477425 Jun 15 10:31:59.142861 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d78463a-af62-4a02-8667-f268b883a050 req-0d891dba-5274-4eb8-9aa7-9dde59be3a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:59.144378 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2d78463a-af62-4a02-8667-f268b883a050 req-0d891dba-5274-4eb8-9aa7-9dde59be3a3c service neutron] 10.222.0.62 "GET /v2.0/networks?id=4d5f07d8-adfa-49e4-965f-88f44de7cd54 HTTP/1.1" status: 200 len: 918 time: 0.2735925 Jun 15 10:31:59.165238 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2012a0e-2bbc-4104-bbe0-e0b35164344f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea641715-9648-461b-b808-5b930d2a5b44,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:59.174581 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port 836e09e8-adcf-4089-b01c-a780a8041789, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=836e09e8-adcf-4089-b01c-a780a8041789,segment=NetworkSegment(19f9c52a-802c-4297-ba83-8da5c92ffd0c),segment_id=19f9c52a-802c-4297-ba83-8da5c92ffd0c)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:31:59.210758 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Returning: {'device': '836e09e8-adcf-4089-b01c-a780a8041789', 'network_id': '4d5f07d8-adfa-49e4-965f-88f44de7cd54', 'port_id': '836e09e8-adcf-4089-b01c-a780a8041789', 'mac_address': 'fa:16:3e:56:7c:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d001222-a4ff-4954-9899-62f9de0c8b3d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 10:31:59.244625 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:59.249299 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-1c5b9d69-5ad5-4ef2-bba9-154e5210ea25 req-33358662-34dc-4588-b4b6-675ef4e32fd4 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968926 Jun 15 10:31:59.265313 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-0e767fd2-64f9-445e-bfaf-c2ddc80c7707 req-75e2f145-6f2f-4529-bd38-7090b0987097 service neutron] 10.222.0.62 "GET /v2.0/networks/56f473a9-939b-4bd2-a5d0-e5eaaaa25745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356293 Jun 15 10:31:59.275189 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Current status of the port 836e09e8-adcf-4089-b01c-a780a8041789 is: DOWN; New status is: BUILD {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:31:59.275764 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (836e09e8-adcf-4089-b01c-a780a8041789), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:59.289794 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 836e09e8-adcf-4089-b01c-a780a8041789 {{(pid=103807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 10:31:59.317676 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port 836e09e8-adcf-4089-b01c-a780a8041789, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=836e09e8-adcf-4089-b01c-a780a8041789,segment=NetworkSegment(19f9c52a-802c-4297-ba83-8da5c92ffd0c),segment_id=19f9c52a-802c-4297-ba83-8da5c92ffd0c)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:31:59.327246 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (836e09e8-adcf-4089-b01c-a780a8041789), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:31:59.465360 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:31:59.496715 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Pushing event updated for resources: {'Port': ['ID=836e09e8-adcf-4089-b01c-a780a8041789,revision_number=4']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:31:59.556383 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72d235-1a69-4d72-b648-8e05815c8da6 req-74cb036e-1eb6-44da-84ec-b1da6eea91c9 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:31:59.557917 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-fe72d235-1a69-4d72-b648-8e05815c8da6 req-74cb036e-1eb6-44da-84ec-b1da6eea91c9 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 945 time: 0.0626183 Jun 15 10:31:59.612001 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-fe72d235-1a69-4d72-b648-8e05815c8da6 req-43dc0dc1-66b8-4493-9583-b10d1cdcb6e5 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462019 Jun 15 10:32:00.004852 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d963abe-e5fe-46ad-a740-7abed9edcebb req-5fa9ce0b-d399-48cc-90e2-b4054a8fccb3 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:00.006515 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-6d963abe-e5fe-46ad-a740-7abed9edcebb req-5fa9ce0b-d399-48cc-90e2-b4054a8fccb3 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=1af6cc0a-d588-4a98-a82a-56d49cd2c55c HTTP/1.1" status: 200 len: 943 time: 0.0623417 Jun 15 10:32:00.067753 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-6d963abe-e5fe-46ad-a740-7abed9edcebb req-5dcd2534-638e-49c9-bac3-509c752838db tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba231e2a-e514-4d2b-8089-4a1d21781c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542431 Jun 15 10:32:00.413642 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f8266-1e3f-47d4-832d-d642125073d2 req-60e1b639-2185-4d58-a840-e5b88a298bcd tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:00.415794 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-bb9f8266-1e3f-47d4-832d-d642125073d2 req-60e1b639-2185-4d58-a840-e5b88a298bcd tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 945 time: 0.0722203 Jun 15 10:32:00.504636 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-bb9f8266-1e3f-47d4-832d-d642125073d2 req-8aeb04ef-954c-4f6d-b158-8c87a5a78af8 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797746 Jun 15 10:32:00.742183 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce8cf9-8ac0-4460-b0c0-250c0a5277a9 req-c45e576c-ead0-41b3-aba8-d83849b314ce tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:00.743902 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-84ce8cf9-8ac0-4460-b0c0-250c0a5277a9 req-c45e576c-ead0-41b3-aba8-d83849b314ce tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 945 time: 0.0528767 Jun 15 10:32:00.807188 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-84ce8cf9-8ac0-4460-b0c0-250c0a5277a9 req-1a9bdc34-66cb-45b5-93ec-b6a24487733a tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576091 Jun 15 10:32:00.945946 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 53178) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:32:01.163372 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-9042bac6-e7a5-4d61-9635-4ad4d1a1fef2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:01.200912 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979089b-9a60-43a5-b350-020ae38a5bac req-3feaf7b9-aaca-419e-b147-0dc774dc84fc tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:01.203269 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f979089b-9a60-43a5-b350-020ae38a5bac req-3feaf7b9-aaca-419e-b147-0dc774dc84fc tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=1af6cc0a-d588-4a98-a82a-56d49cd2c55c HTTP/1.1" status: 200 len: 943 time: 0.0608413 Jun 15 10:32:01.222343 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:01.260273 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-9042bac6-e7a5-4d61-9635-4ad4d1a1fef2 admin admin] Publish callbacks [] for security_group (e939c0f0-2c94-4516-9071-7cf81d1aabee), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:01.265015 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-9042bac6-e7a5-4d61-9635-4ad4d1a1fef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (e939c0f0-2c94-4516-9071-7cf81d1aabee), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:01.267560 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:01.277715 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f979089b-9a60-43a5-b350-020ae38a5bac req-d944a6a5-31cf-4641-9cba-86b7a5b5c5ff tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba231e2a-e514-4d2b-8089-4a1d21781c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687776 Jun 15 10:32:01.304238 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9042bac6-e7a5-4d61-9635-4ad4d1a1fef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e939c0f0-2c94-4516-9071-7cf81d1aabee,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:01.311788 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-9042bac6-e7a5-4d61-9635-4ad4d1a1fef2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=672f282e93b3475e95c5e4bc9a8d2ab9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3647871 Jun 15 10:32:01.313254 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 53194) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:32:01.363511 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-4aba8a3c-c0e9-4cb9-8843-ea1b6b6ea4d6 admin admin] Publish callbacks [] for security_group (e939c0f0-2c94-4516-9071-7cf81d1aabee), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:01.386788 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-4aba8a3c-c0e9-4cb9-8843-ea1b6b6ea4d6 admin admin] Publish callbacks [] for security_group (e939c0f0-2c94-4516-9071-7cf81d1aabee), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:01.438682 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-4aba8a3c-c0e9-4cb9-8843-ea1b6b6ea4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (e939c0f0-2c94-4516-9071-7cf81d1aabee), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:01.441048 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-4aba8a3c-c0e9-4cb9-8843-ea1b6b6ea4d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:01.442225 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-4aba8a3c-c0e9-4cb9-8843-ea1b6b6ea4d6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e939c0f0-2c94-4516-9071-7cf81d1aabee HTTP/1.1" status: 204 len: 168 time: 0.1281021 Jun 15 10:32:01.455430 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aba8a3c-c0e9-4cb9-8843-ea1b6b6ea4d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e939c0f0-2c94-4516-9071-7cf81d1aabee,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:01.624143 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d107e-e7e2-4fe4-8027-34e45aff225a req-2694d03b-bba2-453c-82d7-f3371d859ea0 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:01.625596 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-d22d107e-e7e2-4fe4-8027-34e45aff225a req-2694d03b-bba2-453c-82d7-f3371d859ea0 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 945 time: 0.0544801 Jun 15 10:32:01.675111 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-d22d107e-e7e2-4fe4-8027-34e45aff225a req-d1f90aa7-3345-4bf2-a472-09248f873fa5 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419755 Jun 15 10:32:01.799942 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 53214) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:32:01.813707 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-089618ec-947d-48cc-864a-197d05e1f2ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:01.905940 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-089618ec-947d-48cc-864a-197d05e1f2ba admin admin] Publish callbacks [] for security_group (4f0d3838-c053-40a5-9912-076bba052956), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:01.920038 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-089618ec-947d-48cc-864a-197d05e1f2ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (4f0d3838-c053-40a5-9912-076bba052956), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:01.948259 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] get_ports_and_sgs() called for port_ids ['836e09e8-adcf-4089-b01c-a780a8041789'] {{(pid=103807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 10:32:01.997743 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12d706-d0f4-497c-bceb-6b7d8610711c req-aca11b40-f1ff-4f83-9d52-f60d261573ad tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:01.999673 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ab12d706-d0f4-497c-bceb-6b7d8610711c req-aca11b40-f1ff-4f83-9d52-f60d261573ad tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 945 time: 0.0911744 Jun 15 10:32:02.001927 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089618ec-947d-48cc-864a-197d05e1f2ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0d3838-c053-40a5-9912-076bba052956,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:02.013019 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 53228) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:32:02.013559 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-089618ec-947d-48cc-864a-197d05e1f2ba admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1e7d23ac4f2a4aba974e163d63d9d85b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2125309 Jun 15 10:32:02.078168 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-a3084f31-0be4-4569-aa33-2cf91e97043c admin admin] Publish callbacks [] for security_group (4f0d3838-c053-40a5-9912-076bba052956), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:02.090528 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ab12d706-d0f4-497c-bceb-6b7d8610711c req-2c59fd57-bf6e-4ad7-9abf-1cad3bb27279 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704937 Jun 15 10:32:02.104661 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-a3084f31-0be4-4569-aa33-2cf91e97043c admin admin] Publish callbacks [] for security_group (4f0d3838-c053-40a5-9912-076bba052956), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:02.153072 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-a3084f31-0be4-4569-aa33-2cf91e97043c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (4f0d3838-c053-40a5-9912-076bba052956), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:02.155762 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-a3084f31-0be4-4569-aa33-2cf91e97043c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:02.157028 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-a3084f31-0be4-4569-aa33-2cf91e97043c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4f0d3838-c053-40a5-9912-076bba052956 HTTP/1.1" status: 204 len: 168 time: 0.1429546 Jun 15 10:32:02.165962 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3084f31-0be4-4569-aa33-2cf91e97043c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0d3838-c053-40a5-9912-076bba052956,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:02.270614 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2d78463a-af62-4a02-8667-f268b883a050 req-85a513e8-9788-49bf-88c7-6488107a7ff8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=836e09e8-adcf-4089-b01c-a780a8041789 HTTP/1.1" status: 200 len: 217 time: 0.0422437 Jun 15 10:32:02.415806 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa8fbf-cf5e-4281-8128-3d382edb25d0 req-ce083bc6-1488-4ea8-a20a-e38e88d09a18 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:02.417379 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-83fa8fbf-cf5e-4281-8128-3d382edb25d0 req-ce083bc6-1488-4ea8-a20a-e38e88d09a18 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=1af6cc0a-d588-4a98-a82a-56d49cd2c55c HTTP/1.1" status: 200 len: 943 time: 0.0586510 Jun 15 10:32:02.488118 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-83fa8fbf-cf5e-4281-8128-3d382edb25d0 req-f3e6cc45-7caf-4122-af42-69a35cbfa440 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba231e2a-e514-4d2b-8089-4a1d21781c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604916 Jun 15 10:32:02.803593 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494fc4e-1be3-4b85-bb0d-7722ffb2b289 req-b5e1aff0-1d07-489c-87fe-55d5ef4b1767 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:02.811519 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3494fc4e-1be3-4b85-bb0d-7722ffb2b289 req-b5e1aff0-1d07-489c-87fe-55d5ef4b1767 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 945 time: 0.0580308 Jun 15 10:32:02.857923 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3494fc4e-1be3-4b85-bb0d-7722ffb2b289 req-0b2e428c-b3d0-4130-b0df-216d3226a35c tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455391 Jun 15 10:32:03.208319 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d94ba11-1025-42c6-9e38-8f02225e1638 req-7cc6ed80-8a42-4303-92ab-565102a0793f tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:03.210515 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-1d94ba11-1025-42c6-9e38-8f02225e1638 req-7cc6ed80-8a42-4303-92ab-565102a0793f tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 945 time: 0.0522227 Jun 15 10:32:03.268134 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-1d94ba11-1025-42c6-9e38-8f02225e1638 req-ac16eb26-d718-493d-b0de-41e719a0294e tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481553 Jun 15 10:32:03.577671 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:03.600705 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6fb31d-86fb-4433-afe3-9041dc3bc49b req-fd59c09b-f96d-4cca-ad2a-234ce9a5b523 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:03.608323 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6c6fb31d-86fb-4433-afe3-9041dc3bc49b req-fd59c09b-f96d-4cca-ad2a-234ce9a5b523 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=1af6cc0a-d588-4a98-a82a-56d49cd2c55c HTTP/1.1" status: 200 len: 943 time: 0.0603082 Jun 15 10:32:03.675307 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6c6fb31d-86fb-4433-afe3-9041dc3bc49b req-57c3b0d4-ca66-4551-8d19-98e78057448b tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba231e2a-e514-4d2b-8089-4a1d21781c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629251 Jun 15 10:32:03.974687 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aeb04d-e4a7-4016-b3e8-8c728b9b7f5c req-c0a229de-2c94-4ee8-8b44-101162ce5798 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:03.976144 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-79aeb04d-e4a7-4016-b3e8-8c728b9b7f5c req-c0a229de-2c94-4ee8-8b44-101162ce5798 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 945 time: 0.0449767 Jun 15 10:32:03.988303 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:04.031356 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-79aeb04d-e4a7-4016-b3e8-8c728b9b7f5c req-bb9a1de1-acd8-43f8-947f-131639afdce8 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485656 Jun 15 10:32:04.386138 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ea53c-d1ef-4f39-bc81-a6a22c63e04d req-109f1b54-6eed-497b-a25f-fe8d666f07d2 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:04.387607 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7a6ea53c-d1ef-4f39-bc81-a6a22c63e04d req-109f1b54-6eed-497b-a25f-fe8d666f07d2 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 945 time: 0.0495374 Jun 15 10:32:04.433884 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7a6ea53c-d1ef-4f39-bc81-a6a22c63e04d req-eb13b258-8972-4f49-9b9f-3d393d4600f5 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407569 Jun 15 10:32:04.526726 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 836e09e8-adcf-4089-b01c-a780a8041789 up at agent hyperv_hv-cinder-84349 {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:32:04.584720 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Provisioning for port 836e09e8-adcf-4089-b01c-a780a8041789 completed by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 10:32:04.590796 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Provisioning complete for port 836e09e8-adcf-4089-b01c-a780a8041789 triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:32:04.591194 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (836e09e8-adcf-4089-b01c-a780a8041789), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:04.637885 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:04.674673 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Current status of the port 836e09e8-adcf-4089-b01c-a780a8041789 is: BUILD; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:32:04.675063 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (836e09e8-adcf-4089-b01c-a780a8041789), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:04.699700 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e37acd-69b1-4758-8ab5-07ec67e9ae2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '836e09e8-adcf-4089-b01c-a780a8041789'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:32:04.701903 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9205ebd0146601a57e336ba0e259bffcba8e9192005a2aa68aaaf98781184b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e2dceb-0f87-4839-baa8-8286f42589c2" -d '{"events": [{"server_uuid": "16e37acd-69b1-4758-8ab5-07ec67e9ae2f", "name": "network-vif-plugged", "status": "completed", "tag": "836e09e8-adcf-4089-b01c-a780a8041789"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:32:04.715734 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port 836e09e8-adcf-4089-b01c-a780a8041789, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=836e09e8-adcf-4089-b01c-a780a8041789,segment=NetworkSegment(19f9c52a-802c-4297-ba83-8da5c92ffd0c),segment_id=19f9c52a-802c-4297-ba83-8da5c92ffd0c)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:32:04.723336 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (836e09e8-adcf-4089-b01c-a780a8041789), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:04.780258 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Pushing event updated for resources: {'Port': ['ID=836e09e8-adcf-4089-b01c-a780a8041789,revision_number=5']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:04.783900 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 10:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4238f64-9233-413e-909f-d9bce79f8d93 x-openstack-request-id: req-c4238f64-9233-413e-909f-d9bce79f8d93 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:32:04.784216 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e37acd-69b1-4758-8ab5-07ec67e9ae2f", "name": "network-vif-plugged", "status": "completed", "tag": "836e09e8-adcf-4089-b01c-a780a8041789", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:32:04.784456 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c4238f64-9233-413e-909f-d9bce79f8d93 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:32:04.788331 dv-cinder-843493-2-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4238f64-9233-413e-909f-d9bce79f8d93'] response: {'server_uuid': '16e37acd-69b1-4758-8ab5-07ec67e9ae2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '836e09e8-adcf-4089-b01c-a780a8041789', 'code': 200} Jun 15 10:32:04.822814 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa27638-41ce-495f-8e71-7dd6457b2ca7 req-91a51230-5048-4107-9bc6-241978df789a tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:04.824361 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-2fa27638-41ce-495f-8e71-7dd6457b2ca7 req-91a51230-5048-4107-9bc6-241978df789a tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=1af6cc0a-d588-4a98-a82a-56d49cd2c55c HTTP/1.1" status: 200 len: 943 time: 0.0636530 Jun 15 10:32:04.870775 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-2fa27638-41ce-495f-8e71-7dd6457b2ca7 req-bd3597ec-c87c-4120-94ff-239ca387299b tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba231e2a-e514-4d2b-8089-4a1d21781c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407975 Jun 15 10:32:05.147775 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0b940-e330-49be-8c79-d942ec6701da req-7a4b31fd-4c96-40d1-be06-3583c6bc702d tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:05.149134 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7fb0b940-e330-49be-8c79-d942ec6701da req-7a4b31fd-4c96-40d1-be06-3583c6bc702d tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 946 time: 0.0455518 Jun 15 10:32:05.193938 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7fb0b940-e330-49be-8c79-d942ec6701da req-a94f5dd0-cbec-4b0f-b764-feb689ce87f2 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394838 Jun 15 10:32:05.544489 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390e653a-2500-4f76-ac88-fee6026daa0a req-2d4d9e09-86e9-4a23-bf4e-d837cffcef79 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:05.545943 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-390e653a-2500-4f76-ac88-fee6026daa0a req-2d4d9e09-86e9-4a23-bf4e-d837cffcef79 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 945 time: 0.0459683 Jun 15 10:32:05.591593 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-390e653a-2500-4f76-ac88-fee6026daa0a req-c1bef1c6-93e3-404c-aa5b-7ea9dead06c6 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401821 Jun 15 10:32:06.010319 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde8631-ccc5-494a-a5c4-d8617531000a req-0e92bcf0-c4d1-4a3c-b4f1-5852fd8c025f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:06.011876 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-ffde8631-ccc5-494a-a5c4-d8617531000a req-0e92bcf0-c4d1-4a3c-b4f1-5852fd8c025f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b683b2d399b54484aa5820537038b8af&device_id=1af6cc0a-d588-4a98-a82a-56d49cd2c55c HTTP/1.1" status: 200 len: 1127 time: 0.0440848 Jun 15 10:32:06.019072 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf854e5f-5727-4763-a5bc-cb536ff0d5ab req-cc0e4845-5593-433f-9dac-ab2c93e488bd tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:06.020559 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-bf854e5f-5727-4763-a5bc-cb536ff0d5ab req-cc0e4845-5593-433f-9dac-ab2c93e488bd tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=1af6cc0a-d588-4a98-a82a-56d49cd2c55c HTTP/1.1" status: 200 len: 943 time: 0.0831091 Jun 15 10:32:06.035902 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d78463a-af62-4a02-8667-f268b883a050 req-4baac503-0abd-4aa7-979d-cb7a5ddb683f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:06.037239 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2d78463a-af62-4a02-8667-f268b883a050 req-4baac503-0abd-4aa7-979d-cb7a5ddb683f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9d001222-a4ff-4954-9899-62f9de0c8b3d HTTP/1.1" status: 200 len: 856 time: 0.0700021 Jun 15 10:32:06.071920 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-bf854e5f-5727-4763-a5bc-cb536ff0d5ab req-9c3520e6-e87b-41c9-b999-7ac73432d2cb tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba231e2a-e514-4d2b-8089-4a1d21781c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455022 Jun 15 10:32:06.145979 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:06.148061 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d78463a-af62-4a02-8667-f268b883a050 req-6e4d0853-b85a-44c4-a227-82360ecccafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:06.149863 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2d78463a-af62-4a02-8667-f268b883a050 req-6e4d0853-b85a-44c4-a227-82360ecccafb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4d5f07d8-adfa-49e4-965f-88f44de7cd54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437808 Jun 15 10:32:06.457788 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb3c3a4-283a-428b-b5ea-a17732155498 req-603e8697-22c2-4d63-b457-ab133f8999a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:06.459846 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2cb3c3a4-283a-428b-b5ea-a17732155498 req-603e8697-22c2-4d63-b457-ab133f8999a4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 1130 time: 0.0992651 Jun 15 10:32:06.487757 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2d78463a-af62-4a02-8667-f268b883a050 req-16a48164-fd82-4343-a670-f76aed7ff3df service neutron] 10.222.0.62 "GET /v2.0/networks/4d5f07d8-adfa-49e4-965f-88f44de7cd54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761667 Jun 15 10:32:06.557315 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2cb3c3a4-283a-428b-b5ea-a17732155498 req-d870d91f-a5ab-4924-ba9a-f192567ddf02 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901523 Jun 15 10:32:06.561720 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cdca55-bc48-41cc-8a11-daad9ca4282a req-92c385a9-e45f-47fa-aaae-1471877de60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:06.563210 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-b6cdca55-bc48-41cc-8a11-daad9ca4282a req-92c385a9-e45f-47fa-aaae-1471877de60a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 1129 time: 0.3199852 Jun 15 10:32:06.567772 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde8631-ccc5-494a-a5c4-d8617531000a req-32f20987-9373-4615-ae64-2186e6a67ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:06.569111 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-ffde8631-ccc5-494a-a5c4-d8617531000a req-32f20987-9373-4615-ae64-2186e6a67ca7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=56f473a9-939b-4bd2-a5d0-e5eaaaa25745 HTTP/1.1" status: 200 len: 916 time: 0.4635165 Jun 15 10:32:06.576870 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89ee19-7e5d-4104-8c7c-c4174d114b19 req-e4c39fda-ca9d-476a-8380-293adc53dec4 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:06.578774 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-fe89ee19-7e5d-4104-8c7c-c4174d114b19 req-e4c39fda-ca9d-476a-8380-293adc53dec4 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 946 time: 0.2723989 Jun 15 10:32:06.613983 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2d78463a-af62-4a02-8667-f268b883a050 req-24ec9bd6-eafb-43e6-8ef2-da1ac310f2f8 service neutron] 10.222.0.62 "GET /v2.0/networks/4d5f07d8-adfa-49e4-965f-88f44de7cd54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168194 Jun 15 10:32:06.620890 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:06.629072 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-fe89ee19-7e5d-4104-8c7c-c4174d114b19 req-2d22b968-f80f-4250-8274-289899192929 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453732 Jun 15 10:32:06.707631 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef3c3d6-81ed-4328-9532-8f002fe74459 req-dae63d19-dc15-4738-a29c-1cf8478da7bc tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:06.709144 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-eef3c3d6-81ed-4328-9532-8f002fe74459 req-dae63d19-dc15-4738-a29c-1cf8478da7bc tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 945 time: 0.0486093 Jun 15 10:32:06.760229 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-eef3c3d6-81ed-4328-9532-8f002fe74459 req-56aba21d-c368-4f61-b311-a8ad5374df79 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448697 Jun 15 10:32:06.986668 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-ffde8631-ccc5-494a-a5c4-d8617531000a req-beb73cfc-f75d-4b18-8d14-03757bafedd4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=093ff4e7-eb5f-4b43-9bc3-63863d7ab03e HTTP/1.1" status: 200 len: 217 time: 0.0402575 Jun 15 10:32:07.013001 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-b6cdca55-bc48-41cc-8a11-daad9ca4282a req-abdc2a48-178a-4684-9a66-44365bb2fa11 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724435 Jun 15 10:32:07.223766 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14649c7-8947-47d9-b7e1-a42cc1eb45db req-19172ad9-138b-48e2-93e3-47307e4548aa tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:07.225240 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-c14649c7-8947-47d9-b7e1-a42cc1eb45db req-19172ad9-138b-48e2-93e3-47307e4548aa tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=1af6cc0a-d588-4a98-a82a-56d49cd2c55c HTTP/1.1" status: 200 len: 943 time: 0.0564051 Jun 15 10:32:07.287322 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-c14649c7-8947-47d9-b7e1-a42cc1eb45db req-3bfe2dd3-03af-41ee-87e4-4b827cb44894 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba231e2a-e514-4d2b-8089-4a1d21781c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523922 Jun 15 10:32:07.633388 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 093ff4e7-eb5f-4b43-9bc3-63863d7ab03e details requested by agent hyperv_hv-cinder-84349 with host hv-cinder-84349 {{(pid=103807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 10:32:07.807227 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e73588-20e5-4489-ae92-66c5bd71aeb6 req-3ea69ced-40f3-453f-b1f5-3f166d217a3d tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:07.807720 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port 093ff4e7-eb5f-4b43-9bc3-63863d7ab03e, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=093ff4e7-eb5f-4b43-9bc3-63863d7ab03e,segment=NetworkSegment(9a53d831-3761-4266-b8b5-121a6bb87f69),segment_id=9a53d831-3761-4266-b8b5-121a6bb87f69)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:32:07.817844 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-80e73588-20e5-4489-ae92-66c5bd71aeb6 req-3ea69ced-40f3-453f-b1f5-3f166d217a3d tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 946 time: 0.0843999 Jun 15 10:32:07.819131 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=7 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:07.828993 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Returning: {'device': '093ff4e7-eb5f-4b43-9bc3-63863d7ab03e', 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745', 'port_id': '093ff4e7-eb5f-4b43-9bc3-63863d7ab03e', 'mac_address': 'fa:16:3e:c5:93:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aea43f55-c61e-41b2-b313-b361b1b26da0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 10:32:07.870051 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=100 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:07.874253 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Current status of the port 093ff4e7-eb5f-4b43-9bc3-63863d7ab03e is: DOWN; New status is: BUILD {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:32:07.874927 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (093ff4e7-eb5f-4b43-9bc3-63863d7ab03e), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:07.885902 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-80e73588-20e5-4489-ae92-66c5bd71aeb6 req-2340b318-3e0b-432a-9e4c-6b5f5a572da6 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622375 Jun 15 10:32:07.889711 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 093ff4e7-eb5f-4b43-9bc3-63863d7ab03e {{(pid=103807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 10:32:07.901712 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=21 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:07.910386 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port 093ff4e7-eb5f-4b43-9bc3-63863d7ab03e, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=093ff4e7-eb5f-4b43-9bc3-63863d7ab03e,segment=NetworkSegment(9a53d831-3761-4266-b8b5-121a6bb87f69),segment_id=9a53d831-3761-4266-b8b5-121a6bb87f69)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:32:07.914979 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (093ff4e7-eb5f-4b43-9bc3-63863d7ab03e), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:07.937486 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1237e-42ea-48a3-9284-aac1780a25ae req-6d92aa9e-d57b-41b6-90e9-1d0caa77c9eb tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:07.939082 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-3ef1237e-42ea-48a3-9284-aac1780a25ae req-6d92aa9e-d57b-41b6-90e9-1d0caa77c9eb tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 945 time: 0.0568674 Jun 15 10:32:07.977205 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Pushing event updated for resources: {'Port': ['ID=093ff4e7-eb5f-4b43-9bc3-63863d7ab03e,revision_number=4']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:07.990631 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-3ef1237e-42ea-48a3-9284-aac1780a25ae req-85f98b66-8f69-4d23-8e64-c60c61b393c9 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419118 Jun 15 10:32:08.174895 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde8631-ccc5-494a-a5c4-d8617531000a req-9215fb45-7ab9-4a82-bf5f-9b7340fb06bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:08.176443 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-ffde8631-ccc5-494a-a5c4-d8617531000a req-9215fb45-7ab9-4a82-bf5f-9b7340fb06bc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=aea43f55-c61e-41b2-b313-b361b1b26da0 HTTP/1.1" status: 200 len: 854 time: 0.0440087 Jun 15 10:32:08.382477 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] get_ports_and_sgs() called for port_ids ['093ff4e7-eb5f-4b43-9bc3-63863d7ab03e'] {{(pid=103807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 10:32:08.404489 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee283069-e649-4c62-a354-024ba9596f60 req-3481631b-85c5-4bd2-8a9f-7d1c9d84145a tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:08.405965 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ee283069-e649-4c62-a354-024ba9596f60 req-3481631b-85c5-4bd2-8a9f-7d1c9d84145a tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=1af6cc0a-d588-4a98-a82a-56d49cd2c55c HTTP/1.1" status: 200 len: 944 time: 0.0471940 Jun 15 10:32:08.455235 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ee283069-e649-4c62-a354-024ba9596f60 req-f0d357b6-9519-436c-a08f-792cb0cf10a1 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba231e2a-e514-4d2b-8089-4a1d21781c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433424 Jun 15 10:32:08.510244 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:08.821880 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde8631-ccc5-494a-a5c4-d8617531000a req-1a9dbbdc-a8ff-4ae3-a4f8-eda4af31ff3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:08.823428 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-ffde8631-ccc5-494a-a5c4-d8617531000a req-1a9dbbdc-a8ff-4ae3-a4f8-eda4af31ff3c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=56f473a9-939b-4bd2-a5d0-e5eaaaa25745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438287 Jun 15 10:32:09.012965 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd137163-0e10-469b-8d14-d25c90e1a1f9 req-64a32371-685f-4c3d-abc2-6e85484cbcd5 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:09.014530 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-cd137163-0e10-469b-8d14-d25c90e1a1f9 req-64a32371-685f-4c3d-abc2-6e85484cbcd5 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 946 time: 0.0626702 Jun 15 10:32:09.092254 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-cd137163-0e10-469b-8d14-d25c90e1a1f9 req-4352cead-790f-4c94-b49a-cc2b38f5c458 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628068 Jun 15 10:32:09.129694 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ea3ab3-49b8-4225-b2f3-d1b8d8c3ee34 req-f1f6155f-ae0b-460f-b268-e48d3ad9c599 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:09.138881 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c4ea3ab3-49b8-4225-b2f3-d1b8d8c3ee34 req-f1f6155f-ae0b-460f-b268-e48d3ad9c599 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 945 time: 0.0656462 Jun 15 10:32:09.183917 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c4ea3ab3-49b8-4225-b2f3-d1b8d8c3ee34 req-544ed03d-8aa4-4b68-9f36-7b169eace12a tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440683 Jun 15 10:32:09.244639 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe06d09-a2d0-479f-9c18-90313d7f3cda req-6837c75b-78f4-4a8e-b752-51d2f31060f5 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:09.246149 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-6fe06d09-a2d0-479f-9c18-90313d7f3cda req-6837c75b-78f4-4a8e-b752-51d2f31060f5 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 946 time: 0.0513127 Jun 15 10:32:09.254722 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 53532) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:32:09.259696 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [None req-887ed0be-8e8c-43b7-a29e-2c55474b614c tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Request body: {'floatingip': {'port_id': '836e09e8-adcf-4089-b01c-a780a8041789'}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:32:09.289909 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=100 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:09.335371 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-887ed0be-8e8c-43b7-a29e-2c55474b614c tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks [] for floatingip (13d41a82-1a91-4378-a435-d501b518a73f), before_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:09.580898 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e45d57-0e75-4adf-8203-c5024b69c282 req-fd8e09a2-0ca4-4664-bb0a-f7286b45ce2a tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:09.582607 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-35e45d57-0e75-4adf-8203-c5024b69c282 req-fd8e09a2-0ca4-4664-bb0a-f7286b45ce2a tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=1af6cc0a-d588-4a98-a82a-56d49cd2c55c HTTP/1.1" status: 200 len: 944 time: 0.0532427 Jun 15 10:32:09.632379 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-35e45d57-0e75-4adf-8203-c5024b69c282 req-35787c2c-e45c-4bc4-ad0b-9347bc8eaf03 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba231e2a-e514-4d2b-8089-4a1d21781c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440383 Jun 15 10:32:09.652122 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 093ff4e7-eb5f-4b43-9bc3-63863d7ab03e up at agent hyperv_hv-cinder-84349 {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:32:09.725804 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Provisioning for port 093ff4e7-eb5f-4b43-9bc3-63863d7ab03e completed by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 10:32:09.739043 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Provisioning complete for port 093ff4e7-eb5f-4b43-9bc3-63863d7ab03e triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:32:09.739930 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (093ff4e7-eb5f-4b43-9bc3-63863d7ab03e), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:09.851928 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:09.863033 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Current status of the port 093ff4e7-eb5f-4b43-9bc3-63863d7ab03e is: BUILD; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:32:09.863847 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (093ff4e7-eb5f-4b43-9bc3-63863d7ab03e), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:09.904547 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af6cc0a-d588-4a98-a82a-56d49cd2c55c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '093ff4e7-eb5f-4b43-9bc3-63863d7ab03e'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:32:09.907909 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9205ebd0146601a57e336ba0e259bffcba8e9192005a2aa68aaaf98781184b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6fa7cba-e093-4b2a-802a-6f6d91b9065a" -d '{"events": [{"server_uuid": "1af6cc0a-d588-4a98-a82a-56d49cd2c55c", "name": "network-vif-plugged", "status": "completed", "tag": "093ff4e7-eb5f-4b43-9bc3-63863d7ab03e"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:32:09.921715 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port 093ff4e7-eb5f-4b43-9bc3-63863d7ab03e, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=093ff4e7-eb5f-4b43-9bc3-63863d7ab03e,segment=NetworkSegment(9a53d831-3761-4266-b8b5-121a6bb87f69),segment_id=9a53d831-3761-4266-b8b5-121a6bb87f69)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:32:09.946143 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (093ff4e7-eb5f-4b43-9bc3-63863d7ab03e), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:09.985538 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 10:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5252174d-8c0c-42ca-a1eb-d431b4767e8f x-openstack-request-id: req-5252174d-8c0c-42ca-a1eb-d431b4767e8f {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:32:09.985856 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af6cc0a-d588-4a98-a82a-56d49cd2c55c", "name": "network-vif-plugged", "status": "completed", "tag": "093ff4e7-eb5f-4b43-9bc3-63863d7ab03e", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:32:09.986105 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5252174d-8c0c-42ca-a1eb-d431b4767e8f {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:32:09.986716 dv-cinder-843493-2-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5252174d-8c0c-42ca-a1eb-d431b4767e8f'] response: {'server_uuid': '1af6cc0a-d588-4a98-a82a-56d49cd2c55c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '093ff4e7-eb5f-4b43-9bc3-63863d7ab03e', 'code': 200} Jun 15 10:32:10.048137 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Pushing event updated for resources: {'Port': ['ID=093ff4e7-eb5f-4b43-9bc3-63863d7ab03e,revision_number=5']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:10.061876 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-ffde8631-ccc5-494a-a5c4-d8617531000a req-9dffd72c-6451-4477-81be-3043120d24a4 service neutron] 10.222.0.62 "GET /v2.0/networks/56f473a9-939b-4bd2-a5d0-e5eaaaa25745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4206507 Jun 15 10:32:10.093559 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-887ed0be-8e8c-43b7-a29e-2c55474b614c tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:10.101347 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-887ed0be-8e8c-43b7-a29e-2c55474b614c tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-721338'] for floatingip (13d41a82-1a91-4378-a435-d501b518a73f), after_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:10.217122 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.db.l3_db [None req-887ed0be-8e8c-43b7-a29e-2c55474b614c tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Floating IP 13d41a82-1a91-4378-a435-d501b518a73f associated. External IP: 172.27.0.26, port: 836e09e8-adcf-4089-b01c-a780a8041789. Jun 15 10:32:10.327128 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:10.375025 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e2b21f-ce59-4716-923b-43b3ac9cc3af req-28ef8ffb-0606-4791-ac97-9337669851c8 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:10.376619 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d8e2b21f-ce59-4716-923b-43b3ac9cc3af req-28ef8ffb-0606-4791-ac97-9337669851c8 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 945 time: 0.0647440 Jun 15 10:32:10.444470 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d8e2b21f-ce59-4716-923b-43b3ac9cc3af req-47a6fdd3-399b-4ba8-a98b-9d63573d203d tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609927 Jun 15 10:32:10.523277 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 53578) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:32:10.652214 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ae4e183a-3bc7-4eaf-8ee1-476cb1473e2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:10.743821 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:10.755750 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:10.780056 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c02da-a759-4ae0-87d1-0e8a506632bc req-89c71401-7992-411b-a54c-bf323a58248c tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:10.781698 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ab3c02da-a759-4ae0-87d1-0e8a506632bc req-89c71401-7992-411b-a54c-bf323a58248c tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 945 time: 0.0720286 Jun 15 10:32:10.805948 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-887ed0be-8e8c-43b7-a29e-2c55474b614c tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Router f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b has already been hosted by L3 agent 06043943-94cb-49df-a062-a4886c03e673 {{(pid=103805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 10:32:10.816590 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ae4e183a-3bc7-4eaf-8ee1-476cb1473e2f admin admin] Publish callbacks [] for security_group (fe45a8cb-1eab-4466-8407-9152088bff53), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:10.818037 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-ffde8631-ccc5-494a-a5c4-d8617531000a req-726ee204-64cc-44e0-9651-5f423d30f04a service neutron] 10.222.0.62 "GET /v2.0/networks/56f473a9-939b-4bd2-a5d0-e5eaaaa25745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779017 Jun 15 10:32:10.821504 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ae4e183a-3bc7-4eaf-8ee1-476cb1473e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (fe45a8cb-1eab-4466-8407-9152088bff53), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:10.824371 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70906ded-5bd3-424b-84fd-024159b2744f req-991ac8f7-8362-4f44-9580-7e0885ea2bc5 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:10.825787 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-70906ded-5bd3-424b-84fd-024159b2744f req-991ac8f7-8362-4f44-9580-7e0885ea2bc5 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=1af6cc0a-d588-4a98-a82a-56d49cd2c55c HTTP/1.1" status: 200 len: 945 time: 0.0893357 Jun 15 10:32:10.878987 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-ae4e183a-3bc7-4eaf-8ee1-476cb1473e2f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ca2186cc0fd842378a145da171b48417&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3517847 Jun 15 10:32:10.880054 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 53586) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:32:10.882687 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4e183a-3bc7-4eaf-8ee1-476cb1473e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe45a8cb-1eab-4466-8407-9152088bff53,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:10.892616 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ab3c02da-a759-4ae0-87d1-0e8a506632bc req-0cac746a-cb2f-4959-a891-48868b9ecfa2 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019683 Jun 15 10:32:10.944653 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-12f8c22f-782c-457f-90e5-696f5d406e85 admin admin] Publish callbacks [] for security_group (fe45a8cb-1eab-4466-8407-9152088bff53), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:10.946355 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-70906ded-5bd3-424b-84fd-024159b2744f req-1b416c41-254d-49bb-95d5-c25c69a501c8 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba231e2a-e514-4d2b-8089-4a1d21781c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140189 Jun 15 10:32:10.967216 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-887ed0be-8e8c-43b7-a29e-2c55474b614c tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Notify agent at l3_agent.dv-cinder-843493-2-iscsi the message routers_updated {{(pid=103805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 10:32:10.971065 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-12f8c22f-782c-457f-90e5-696f5d406e85 admin admin] Publish callbacks [] for security_group (fe45a8cb-1eab-4466-8407-9152088bff53), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:10.973104 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-887ed0be-8e8c-43b7-a29e-2c55474b614c tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for floatingip (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:10.986430 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a771e9e-0b08-432b-ac5c-ae7d5f24f9f8 None None] Sync routers for ids ['f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b'] in dv-cinder-843493-2-iscsi {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 10:32:11.001333 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a771e9e-0b08-432b-ac5c-ae7d5f24f9f8 None None] Routers {'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:32:11.002324 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-0a771e9e-0b08-432b-ac5c-ae7d5f24f9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:31:45Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:32:11.015725 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-887ed0be-8e8c-43b7-a29e-2c55474b614c tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "PUT /v2.0/floatingips/13d41a82-1a91-4378-a435-d501b518a73f HTTP/1.1" status: 200 len: 991 time: 1.7576091 Jun 15 10:32:11.015884 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16e37acd-69b1-4758-8ab5-07ec67e9ae2f', 'tag': '836e09e8-adcf-4089-b01c-a780a8041789'}] {{(pid=103805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:32:11.018510 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dae1a2ec98fad4bc98d3c27259afee88ba803ed696ab09c59914859421da8ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34a79ec-22ad-4742-92ea-02de87b80e44" -d '{"events": [{"name": "network-changed", "server_uuid": "16e37acd-69b1-4758-8ab5-07ec67e9ae2f", "tag": "836e09e8-adcf-4089-b01c-a780a8041789"}]}' {{(pid=103805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:32:11.048066 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-12f8c22f-782c-457f-90e5-696f5d406e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (fe45a8cb-1eab-4466-8407-9152088bff53), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:11.051270 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-12f8c22f-782c-457f-90e5-696f5d406e85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:11.054927 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-12f8c22f-782c-457f-90e5-696f5d406e85 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fe45a8cb-1eab-4466-8407-9152088bff53 HTTP/1.1" status: 204 len: 168 time: 0.1708074 Jun 15 10:32:11.065334 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f8c22f-782c-457f-90e5-696f5d406e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe45a8cb-1eab-4466-8407-9152088bff53,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:11.075197 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 10:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a593651-6717-461e-a481-bf0d3d232874 x-openstack-request-id: req-5a593651-6717-461e-a481-bf0d3d232874 {{(pid=103805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:32:11.075562 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16e37acd-69b1-4758-8ab5-07ec67e9ae2f", "tag": "836e09e8-adcf-4089-b01c-a780a8041789", "status": "completed", "code": 200}]} {{(pid=103805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:32:11.075919 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5a593651-6717-461e-a481-bf0d3d232874 {{(pid=103805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:32:11.076322 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a593651-6717-461e-a481-bf0d3d232874'] response: {'name': 'network-changed', 'server_uuid': '16e37acd-69b1-4758-8ab5-07ec67e9ae2f', 'tag': '836e09e8-adcf-4089-b01c-a780a8041789', 'status': 'completed', 'code': 200} Jun 15 10:32:11.124853 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-0a771e9e-0b08-432b-ac5c-ae7d5f24f9f8 None None] Set router f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b gateway port host: dv-cinder-843493-2-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:32:11.402568 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-0a771e9e-0b08-432b-ac5c-ae7d5f24f9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1629135154-router', 'tenant_id': '5dc28af73e82414d8f709e447286a962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '165f926b-f3c5-4ec3-ab58-e72609ce8ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:17Z', 'updated_at': '2022-06-15T10:31:31Z', 'revision_number': 4, 'project_id': '5dc28af73e82414d8f709e447286a962', 'gw_port': {'id': '165f926b-f3c5-4ec3-ab58-e72609ce8ffd', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:65:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:19Z', 'updated_at': '2022-06-15T10:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_floatingips': [{'id': '13d41a82-1a91-4378-a435-d501b518a73f', 'tenant_id': '5dc28af73e82414d8f709e447286a962', 'floating_ip_address': '172.27.0.26', 'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'router_id': 'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b', 'port_id': '836e09e8-adcf-4089-b01c-a780a8041789', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d5f07d8-adfa-49e4-965f-88f44de7cd54', 'mac_address': 'fa:16:3e:56:7c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e37acd-69b1-4758-8ab5-07ec67e9ae2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T10:31:44Z', 'updated_at': '2022-06-15T10:32:09Z', 'revision_number': 1, 'project_id': '5dc28af73e82414d8f709e447286a962', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9fd564f-6fd3-47fc-be0f-13a98b422209', 'name': '', 'network_id': '4d5f07d8-adfa-49e4-965f-88f44de7cd54', 'tenant_id': '5dc28af73e82414d8f709e447286a962', 'mac_address': 'fa:16:3e:88:7b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9d001222-a4ff-4954-9899-62f9de0c8b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:26Z', 'updated_at': '2022-06-15T10:31:43Z', 'revision_number': 5, 'project_id': '5dc28af73e82414d8f709e447286a962', 'subnets': [{'id': '9d001222-a4ff-4954-9899-62f9de0c8b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:32:11.431353 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a771e9e-0b08-432b-ac5c-ae7d5f24f9f8 None None] Checking router: f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b for host: dv-cinder-843493-2-iscsi {{(pid=103808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 10:32:11.446601 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a771e9e-0b08-432b-ac5c-ae7d5f24f9f8 None None] Routers {'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:32:11.447475 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-0a771e9e-0b08-432b-ac5c-ae7d5f24f9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:31:45Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:32:11.580408 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-0a771e9e-0b08-432b-ac5c-ae7d5f24f9f8 None None] Set router f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b gateway port host: dv-cinder-843493-2-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:32:11.879928 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-0a771e9e-0b08-432b-ac5c-ae7d5f24f9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1629135154-router', 'tenant_id': '5dc28af73e82414d8f709e447286a962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '165f926b-f3c5-4ec3-ab58-e72609ce8ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:17Z', 'updated_at': '2022-06-15T10:31:31Z', 'revision_number': 4, 'project_id': '5dc28af73e82414d8f709e447286a962', 'gw_port': {'id': '165f926b-f3c5-4ec3-ab58-e72609ce8ffd', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:65:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:19Z', 'updated_at': '2022-06-15T10:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_floatingips': [{'id': '13d41a82-1a91-4378-a435-d501b518a73f', 'tenant_id': '5dc28af73e82414d8f709e447286a962', 'floating_ip_address': '172.27.0.26', 'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'router_id': 'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b', 'port_id': '836e09e8-adcf-4089-b01c-a780a8041789', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d5f07d8-adfa-49e4-965f-88f44de7cd54', 'mac_address': 'fa:16:3e:56:7c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e37acd-69b1-4758-8ab5-07ec67e9ae2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T10:31:44Z', 'updated_at': '2022-06-15T10:32:09Z', 'revision_number': 1, 'project_id': '5dc28af73e82414d8f709e447286a962', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9fd564f-6fd3-47fc-be0f-13a98b422209', 'name': '', 'network_id': '4d5f07d8-adfa-49e4-965f-88f44de7cd54', 'tenant_id': '5dc28af73e82414d8f709e447286a962', 'mac_address': 'fa:16:3e:88:7b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9d001222-a4ff-4954-9899-62f9de0c8b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:26Z', 'updated_at': '2022-06-15T10:31:43Z', 'revision_number': 5, 'project_id': '5dc28af73e82414d8f709e447286a962', 'subnets': [{'id': '9d001222-a4ff-4954-9899-62f9de0c8b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:32:11.929638 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a771e9e-0b08-432b-ac5c-ae7d5f24f9f8 None None] The sync data for ids ['f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b'] in dv-cinder-843493-2-iscsi is: [{'id': 'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1629135154-router', 'tenant_id': '5dc28af73e82414d8f709e447286a962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '165f926b-f3c5-4ec3-ab58-e72609ce8ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:17Z', 'updated_at': '2022-06-15T10:31:31Z', 'revision_number': 4, 'project_id': '5dc28af73e82414d8f709e447286a962', 'gw_port': {'id': '165f926b-f3c5-4ec3-ab58-e72609ce8ffd', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:65:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:19Z', 'updated_at': '2022-06-15T10:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_floatingips': [{'id': '13d41a82-1a91-4378-a435-d501b518a73f', 'tenant_id': '5dc28af73e82414d8f709e447286a962', 'floating_ip_address': '172.27.0.26', 'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'router_id': 'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b', 'port_id': '836e09e8-adcf-4089-b01c-a780a8041789', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d5f07d8-adfa-49e4-965f-88f44de7cd54', 'mac_address': 'fa:16:3e:56:7c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e37acd-69b1-4758-8ab5-07ec67e9ae2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T10:31:44Z', 'updated_at': '2022-06-15T10:32:09Z', 'revision_number': 1, 'project_id': '5dc28af73e82414d8f709e447286a962', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9fd564f-6fd3-47fc-be0f-13a98b422209', 'name': '', 'network_id': '4d5f07d8-adfa-49e4-965f-88f44de7cd54', 'tenant_id': '5dc28af73e82414d8f709e447286a962', 'mac_address': 'fa:16:3e:88:7b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9d001222-a4ff-4954-9899-62f9de0c8b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:26Z', 'updated_at': '2022-06-15T10:31:43Z', 'revision_number': 5, 'project_id': '5dc28af73e82414d8f709e447286a962', 'subnets': [{'id': '9d001222-a4ff-4954-9899-62f9de0c8b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 10:32:12.169344 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:12.170156 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d871ef-3967-47bc-ad72-9262bebb706a req-8825b0b5-f360-4a2f-96f2-e100eaf41f65 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:12.171781 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-21d871ef-3967-47bc-ad72-9262bebb706a req-8825b0b5-f360-4a2f-96f2-e100eaf41f65 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 945 time: 0.1490676 Jun 15 10:32:12.190583 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4845830e-e323-4089-99e2-d0b7f6f5a28d req-85f5fb36-7d62-46ce-b688-97bd36890a4d tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:12.192218 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4845830e-e323-4089-99e2-d0b7f6f5a28d req-85f5fb36-7d62-46ce-b688-97bd36890a4d tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=1af6cc0a-d588-4a98-a82a-56d49cd2c55c HTTP/1.1" status: 200 len: 945 time: 0.1041896 Jun 15 10:32:12.196406 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a622a49e-6a5a-4b3d-9651-ede588daa8ea req-297bac15-308b-43d6-be55-5028dd9eee96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:12.198076 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-a622a49e-6a5a-4b3d-9651-ede588daa8ea req-297bac15-308b-43d6-be55-5028dd9eee96 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=993c57bae00b4a0db1d8de0f5017630a&device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 1129 time: 0.1930509 Jun 15 10:32:12.199459 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a79ec-22ad-4742-92ea-02de87b80e44 req-23e57506-ed6d-4a41-9587-c5c0ba12852e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:12.200452 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-f34a79ec-22ad-4742-92ea-02de87b80e44 req-23e57506-ed6d-4a41-9587-c5c0ba12852e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5dc28af73e82414d8f709e447286a962&device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 1130 time: 0.2093275 Jun 15 10:32:12.268044 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-21d871ef-3967-47bc-ad72-9262bebb706a req-26ec6bfd-4f32-48d7-bf28-75755cf9cc39 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852551 Jun 15 10:32:12.286183 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4845830e-e323-4089-99e2-d0b7f6f5a28d req-6863898b-1603-4309-9932-1c5e1c6f12ad tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba231e2a-e514-4d2b-8089-4a1d21781c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817525 Jun 15 10:32:12.332715 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3df7c35-f2d6-4947-ab44-f20a27eee20c None None] New status for floating IP 13d41a82-1a91-4378-a435-d501b518a73f: ACTIVE {{(pid=103807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 10:32:12.446444 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 53660) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:32:12.588126 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fada1916-4758-47b8-b58d-4d031606b9dd req-d31191af-0de0-452f-8b5b-71ea4a8c332f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:12.589654 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-fada1916-4758-47b8-b58d-4d031606b9dd req-d31191af-0de0-452f-8b5b-71ea4a8c332f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1af6cc0a-d588-4a98-a82a-56d49cd2c55c HTTP/1.1" status: 200 len: 1129 time: 0.0856080 Jun 15 10:32:12.697914 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-fada1916-4758-47b8-b58d-4d031606b9dd req-0d87d336-03ec-4559-8e97-adc5d89863ab service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ba231e2a-e514-4d2b-8089-4a1d21781c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887728 Jun 15 10:32:12.711361 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c54bdd36-33ae-4efa-ad10-b562863d4d5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:12.756594 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a79ec-22ad-4742-92ea-02de87b80e44 req-d86282a0-4e5f-4e21-87fc-1d00360d0de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:12.758128 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-f34a79ec-22ad-4742-92ea-02de87b80e44 req-d86282a0-4e5f-4e21-87fc-1d00360d0de9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4d5f07d8-adfa-49e4-965f-88f44de7cd54 HTTP/1.1" status: 200 len: 918 time: 0.2851441 Jun 15 10:32:12.760925 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a622a49e-6a5a-4b3d-9651-ede588daa8ea req-f1255d0d-76c9-4825-8cfc-d100dd1ee41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:12.762118 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-a622a49e-6a5a-4b3d-9651-ede588daa8ea req-f1255d0d-76c9-4825-8cfc-d100dd1ee41a service neutron] 10.222.0.62 "GET /v2.0/networks?id=5357f5ea-5034-4116-bf4e-1ab906c37c40 HTTP/1.1" status: 200 len: 920 time: 0.2763603 Jun 15 10:32:12.818462 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c54bdd36-33ae-4efa-ad10-b562863d4d5f admin admin] Publish callbacks [] for security_group (7b999b80-1901-44b2-b17b-ac6398e7e4ce), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:12.822400 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c54bdd36-33ae-4efa-ad10-b562863d4d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (7b999b80-1901-44b2-b17b-ac6398e7e4ce), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:12.862553 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-c54bdd36-33ae-4efa-ad10-b562863d4d5f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3294948606364d24bc5beb0d13eb51b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4150465 Jun 15 10:32:12.864599 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54bdd36-33ae-4efa-ad10-b562863d4d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b999b80-1901-44b2-b17b-ac6398e7e4ce,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:12.865313 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 53672) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:32:12.918755 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-427b04e1-9542-4c90-90cb-1c4054550d17 admin admin] Publish callbacks [] for security_group (7b999b80-1901-44b2-b17b-ac6398e7e4ce), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:12.945271 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-427b04e1-9542-4c90-90cb-1c4054550d17 admin admin] Publish callbacks [] for security_group (7b999b80-1901-44b2-b17b-ac6398e7e4ce), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:12.960530 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=100 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:13.002366 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-fa7e7486-ab57-4e9a-b255-88f5c6ab8750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (e7b68426-6abe-45ee-a2ce-c32f72f66753), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:13.004392 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-427b04e1-9542-4c90-90cb-1c4054550d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (7b999b80-1901-44b2-b17b-ac6398e7e4ce), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:13.007066 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-427b04e1-9542-4c90-90cb-1c4054550d17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:13.008350 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-427b04e1-9542-4c90-90cb-1c4054550d17 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7b999b80-1901-44b2-b17b-ac6398e7e4ce HTTP/1.1" status: 204 len: 168 time: 0.1421130 Jun 15 10:32:13.017188 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427b04e1-9542-4c90-90cb-1c4054550d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b999b80-1901-44b2-b17b-ac6398e7e4ce,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:13.178424 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-a622a49e-6a5a-4b3d-9651-ede588daa8ea req-59654513-00b9-4200-882b-fd2dee52bf5f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d18190d-8f93-467b-a941-b38fe1222aae HTTP/1.1" status: 200 len: 217 time: 0.0449729 Jun 15 10:32:13.289828 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-f34a79ec-22ad-4742-92ea-02de87b80e44 req-110a47dc-426e-4841-a069-dd55fe0c7bcc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=836e09e8-adcf-4089-b01c-a780a8041789 HTTP/1.1" status: 200 len: 1001 time: 0.1129718 Jun 15 10:32:13.358039 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 53696) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:32:13.375971 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e7655e55-f65a-4402-8f5e-f0100b81793f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:13.411718 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37989775-9ad5-45ef-8d82-a49fd8db32e3 req-2cc92e69-948a-47c6-9dcd-8d930cf34916 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:13.413441 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-37989775-9ad5-45ef-8d82-a49fd8db32e3 req-2cc92e69-948a-47c6-9dcd-8d930cf34916 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 945 time: 0.0656512 Jun 15 10:32:13.447040 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae3b1f-1e15-4a57-9842-095aa1436c07 req-66ea6372-d2aa-4609-b376-4621a306aea1 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:13.448533 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b6ae3b1f-1e15-4a57-9842-095aa1436c07 req-66ea6372-d2aa-4609-b376-4621a306aea1 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=1af6cc0a-d588-4a98-a82a-56d49cd2c55c HTTP/1.1" status: 200 len: 945 time: 0.0701196 Jun 15 10:32:13.450279 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:13.464208 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-37989775-9ad5-45ef-8d82-a49fd8db32e3 req-3807e74e-9e25-439f-b288-e05b277c7015 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444551 Jun 15 10:32:13.521705 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:13.530642 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b6ae3b1f-1e15-4a57-9842-095aa1436c07 req-e7f1c9a1-c118-40c9-a935-b1884924933e tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba231e2a-e514-4d2b-8089-4a1d21781c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733106 Jun 15 10:32:13.550625 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e7655e55-f65a-4402-8f5e-f0100b81793f admin admin] Publish callbacks [] for security_group (72da276f-5282-4986-aa95-9bb511520065), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:13.555119 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e7655e55-f65a-4402-8f5e-f0100b81793f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (72da276f-5282-4986-aa95-9bb511520065), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:13.600773 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-e7655e55-f65a-4402-8f5e-f0100b81793f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bc59f64c4b7649ac9ba1934c64e5ce60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2386169 Jun 15 10:32:13.600773 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7655e55-f65a-4402-8f5e-f0100b81793f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72da276f-5282-4986-aa95-9bb511520065,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:13.601342 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 53700) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:32:13.607723 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7655e55-f65a-4402-8f5e-f0100b81793f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:32:13.608094 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7655e55-f65a-4402-8f5e-f0100b81793f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:32:13.608431 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7655e55-f65a-4402-8f5e-f0100b81793f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:32:13.608772 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7655e55-f65a-4402-8f5e-f0100b81793f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:32:13.609138 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7655e55-f65a-4402-8f5e-f0100b81793f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:32:13.609520 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7655e55-f65a-4402-8f5e-f0100b81793f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:32:13.609866 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7655e55-f65a-4402-8f5e-f0100b81793f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:32:13.610287 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7655e55-f65a-4402-8f5e-f0100b81793f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:32:13.610694 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7655e55-f65a-4402-8f5e-f0100b81793f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:32:13.610987 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7655e55-f65a-4402-8f5e-f0100b81793f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:32:13.611433 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7655e55-f65a-4402-8f5e-f0100b81793f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:32:13.611757 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7655e55-f65a-4402-8f5e-f0100b81793f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:32:13.612124 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7655e55-f65a-4402-8f5e-f0100b81793f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:32:13.612609 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7655e55-f65a-4402-8f5e-f0100b81793f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:32:13.612819 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7655e55-f65a-4402-8f5e-f0100b81793f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:32:13.713756 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8756b-f71b-4a5c-a68b-3e0559f39c78 req-d38b202f-645e-421b-9885-a936200db228 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:13.715300 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-56c8756b-f71b-4a5c-a68b-3e0559f39c78 req-d38b202f-645e-421b-9885-a936200db228 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] 10.222.0.49 "GET /v2.0/ports?device_id=60658ba0-829b-4d71-9227-556791390b26 HTTP/1.1" status: 200 len: 946 time: 0.0497000 Jun 15 10:32:13.730260 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-777f8243-cfa9-4ea0-809f-278c8b6237de admin admin] Publish callbacks [] for security_group (72da276f-5282-4986-aa95-9bb511520065), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:13.766021 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a79ec-22ad-4742-92ea-02de87b80e44 req-e00dc0b1-8108-444b-bbac-e179935ee27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:13.767488 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-f34a79ec-22ad-4742-92ea-02de87b80e44 req-e00dc0b1-8108-444b-bbac-e179935ee27b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9d001222-a4ff-4954-9899-62f9de0c8b3d HTTP/1.1" status: 200 len: 856 time: 0.1163361 Jun 15 10:32:13.773833 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-777f8243-cfa9-4ea0-809f-278c8b6237de admin admin] Publish callbacks [] for security_group (72da276f-5282-4986-aa95-9bb511520065), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:13.780470 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-56c8756b-f71b-4a5c-a68b-3e0559f39c78 req-66674d11-d53b-43a7-8cb0-41eb8a79fbcb tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] 10.222.0.49 "GET /v2.0/security-groups?id=d03e8cdd-3fe1-411c-b804-b0d20377d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590894 Jun 15 10:32:13.786120 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a622a49e-6a5a-4b3d-9651-ede588daa8ea req-e0a9552f-5547-4cf4-abc2-d10aeb2d81a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:13.787637 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-a622a49e-6a5a-4b3d-9651-ede588daa8ea req-e0a9552f-5547-4cf4-abc2-d10aeb2d81a8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d0adbd34-bf07-4fba-a812-11643023d5f4 HTTP/1.1" status: 200 len: 858 time: 0.1350250 Jun 15 10:32:13.831173 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-777f8243-cfa9-4ea0-809f-278c8b6237de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (72da276f-5282-4986-aa95-9bb511520065), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:13.833689 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-777f8243-cfa9-4ea0-809f-278c8b6237de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:13.834851 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-777f8243-cfa9-4ea0-809f-278c8b6237de admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/72da276f-5282-4986-aa95-9bb511520065 HTTP/1.1" status: 204 len: 168 time: 0.2325933 Jun 15 10:32:13.843983 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777f8243-cfa9-4ea0-809f-278c8b6237de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72da276f-5282-4986-aa95-9bb511520065,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:13.852516 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777f8243-cfa9-4ea0-809f-278c8b6237de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:32:13.852937 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777f8243-cfa9-4ea0-809f-278c8b6237de admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:32:13.853730 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777f8243-cfa9-4ea0-809f-278c8b6237de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:32:13.854083 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777f8243-cfa9-4ea0-809f-278c8b6237de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:32:13.854652 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777f8243-cfa9-4ea0-809f-278c8b6237de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:32:13.855117 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777f8243-cfa9-4ea0-809f-278c8b6237de admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:32:13.855965 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777f8243-cfa9-4ea0-809f-278c8b6237de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:32:13.856418 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777f8243-cfa9-4ea0-809f-278c8b6237de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:32:13.856793 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777f8243-cfa9-4ea0-809f-278c8b6237de admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:32:13.857234 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777f8243-cfa9-4ea0-809f-278c8b6237de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:32:13.857790 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777f8243-cfa9-4ea0-809f-278c8b6237de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:32:13.858179 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777f8243-cfa9-4ea0-809f-278c8b6237de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:32:13.858545 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777f8243-cfa9-4ea0-809f-278c8b6237de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:32:13.858917 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777f8243-cfa9-4ea0-809f-278c8b6237de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:32:13.859330 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777f8243-cfa9-4ea0-809f-278c8b6237de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:32:14.183288 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 53716) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:32:14.197194 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-8ed47d77-caac-424d-a1cf-c41f8bf0d35c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:14.279919 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-8ed47d77-caac-424d-a1cf-c41f8bf0d35c admin admin] Publish callbacks [] for security_group (b9f170de-27a5-4e0d-88a5-98c6cf5f26bb), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:14.284101 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-8ed47d77-caac-424d-a1cf-c41f8bf0d35c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (b9f170de-27a5-4e0d-88a5-98c6cf5f26bb), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:14.323967 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-8ed47d77-caac-424d-a1cf-c41f8bf0d35c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=965147f94aa84a8ca784939a9d5aafbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1396067 Jun 15 10:32:14.324820 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed47d77-caac-424d-a1cf-c41f8bf0d35c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f170de-27a5-4e0d-88a5-98c6cf5f26bb,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:14.327754 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 53724) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:32:14.384755 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-95c585b8-6798-4973-8b5b-f39fe608527f admin admin] Publish callbacks [] for security_group (b9f170de-27a5-4e0d-88a5-98c6cf5f26bb), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:14.405979 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-95c585b8-6798-4973-8b5b-f39fe608527f admin admin] Publish callbacks [] for security_group (b9f170de-27a5-4e0d-88a5-98c6cf5f26bb), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:14.460649 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-95c585b8-6798-4973-8b5b-f39fe608527f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (b9f170de-27a5-4e0d-88a5-98c6cf5f26bb), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:14.466107 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-95c585b8-6798-4973-8b5b-f39fe608527f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:14.467643 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-95c585b8-6798-4973-8b5b-f39fe608527f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b9f170de-27a5-4e0d-88a5-98c6cf5f26bb HTTP/1.1" status: 204 len: 168 time: 0.1382098 Jun 15 10:32:14.481550 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c585b8-6798-4973-8b5b-f39fe608527f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f170de-27a5-4e0d-88a5-98c6cf5f26bb,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:14.636508 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d6e2d-c980-428f-add5-f0a9b89565a7 req-82f68248-37e4-4ef4-b320-115ccb7c37ff tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:14.644425 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-366d6e2d-c980-428f-add5-f0a9b89565a7 req-82f68248-37e4-4ef4-b320-115ccb7c37ff tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 945 time: 0.0957000 Jun 15 10:32:14.690188 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:14.695829 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-366d6e2d-c980-428f-add5-f0a9b89565a7 req-5e149111-3633-41cd-bf8d-cf8a298dd1a8 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500996 Jun 15 10:32:14.718079 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf1284b-2152-49d5-b48b-dcc4878a95de req-41f60114-552b-46a4-a873-fc19f7b37089 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:14.719661 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ebf1284b-2152-49d5-b48b-dcc4878a95de req-41f60114-552b-46a4-a873-fc19f7b37089 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=1af6cc0a-d588-4a98-a82a-56d49cd2c55c HTTP/1.1" status: 200 len: 945 time: 0.0737064 Jun 15 10:32:14.769771 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ebf1284b-2152-49d5-b48b-dcc4878a95de req-e36caaeb-f781-49aa-9611-70d7ad0543f4 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba231e2a-e514-4d2b-8089-4a1d21781c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437863 Jun 15 10:32:14.897309 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd40f3-59e3-42c0-84ea-c6cc9b90df7f req-f13b6b5b-ab24-407c-a81e-cc418b114f88 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:14.898822 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-51cd40f3-59e3-42c0-84ea-c6cc9b90df7f req-f13b6b5b-ab24-407c-a81e-cc418b114f88 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] 10.222.0.49 "GET /v2.0/ports?device_id=60658ba0-829b-4d71-9227-556791390b26 HTTP/1.1" status: 200 len: 946 time: 0.0468247 Jun 15 10:32:14.953511 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-51cd40f3-59e3-42c0-84ea-c6cc9b90df7f req-f7f7d97f-2226-4060-8db8-f759f7590fc6 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] 10.222.0.49 "GET /v2.0/security-groups?id=d03e8cdd-3fe1-411c-b804-b0d20377d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453844 Jun 15 10:32:15.214071 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1e403903-be44-4509-96c2-51c6add4e1c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (06043943-94cb-49df-a062-a4886c03e673), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:15.255768 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 53764) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:32:15.349747 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [None req-e96bd1fc-5c6f-4828-ae0f-168e29c6ce46 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1974166547-network', 'tenant_id': '75f96c492c964ea197288dc60d5d60a7'}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:32:15.369374 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96bd1fc-5c6f-4828-ae0f-168e29c6ce46 admin admin] Made reservation on behalf of 75f96c492c964ea197288dc60d5d60a7 for: {'network': 1} {{(pid=103805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 10:32:15.371737 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e96bd1fc-5c6f-4828-ae0f-168e29c6ce46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for network (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:15.380023 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e96bd1fc-5c6f-4828-ae0f-168e29c6ce46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:15.417146 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:DELETE=4,neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:15.457132 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e96bd1fc-5c6f-4828-ae0f-168e29c6ce46 admin admin] Publish callbacks [] for security_group (40a7f93e-dfa7-489c-8429-66935dfd645d), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:15.461194 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e96bd1fc-5c6f-4828-ae0f-168e29c6ce46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (40a7f93e-dfa7-489c-8429-66935dfd645d), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:15.465919 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=13 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:15.488717 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e96bd1fc-5c6f-4828-ae0f-168e29c6ce46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=103805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 10:32:15.501724 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96bd1fc-5c6f-4828-ae0f-168e29c6ce46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a7f93e-dfa7-489c-8429-66935dfd645d,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:15.504633 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e96bd1fc-5c6f-4828-ae0f-168e29c6ce46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7722752'] for segment (13410b2e-fad4-4eff-b1e3-b0b3071a55ab), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:15.504979 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.db.segments_db [None req-e96bd1fc-5c6f-4828-ae0f-168e29c6ce46 admin admin] Added segment 13410b2e-fad4-4eff-b1e3-b0b3071a55ab of type vlan for network 171c66ea-0bf2-443f-89c0-c0c9b9135295 Jun 15 10:32:15.547189 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e96bd1fc-5c6f-4828-ae0f-168e29c6ce46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732880046228'] for network (171c66ea-0bf2-443f-89c0-c0c9b9135295), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:15.570847 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e96bd1fc-5c6f-4828-ae0f-168e29c6ce46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468'] for network (171c66ea-0bf2-443f-89c0-c0c9b9135295), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:15.571944 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96bd1fc-5c6f-4828-ae0f-168e29c6ce46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:15.572561 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e96bd1fc-5c6f-4828-ae0f-168e29c6ce46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for network (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:15.609744 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-e96bd1fc-5c6f-4828-ae0f-168e29c6ce46 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3529429 Jun 15 10:32:15.612813 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 53770) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:32:15.617720 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-dac6d262-ad94-4cb9-91f0-5d94033d19bc admin admin] Request body: {'subnet': {'network_id': '171c66ea-0bf2-443f-89c0-c0c9b9135295', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1974166547-subnet', 'tenant_id': '75f96c492c964ea197288dc60d5d60a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:32:15.636112 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac6d262-ad94-4cb9-91f0-5d94033d19bc admin admin] Made reservation on behalf of 75f96c492c964ea197288dc60d5d60a7 for: {'subnet': 1} {{(pid=103806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 10:32:15.638460 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-dac6d262-ad94-4cb9-91f0-5d94033d19bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-251934017'] for subnet (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:15.640789 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96bd1fc-5c6f-4828-ae0f-168e29c6ce46 admin admin] Pushing event updated for resources: {'Network': ['ID=171c66ea-0bf2-443f-89c0-c0c9b9135295,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:15.650867 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Network 171c66ea-0bf2-443f-89c0-c0c9b9135295 details requested by agent ovs-agent-dv-cinder-843493-2-iscsi with host dv-cinder-843493-2-iscsi {{(pid=103807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 10:32:15.843669 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-dac6d262-ad94-4cb9-91f0-5d94033d19bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-252119786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-251934063'] for subnet (38b49467-5033-438c-b425-1905213fe6db), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:15.874760 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1df34-e86c-4608-b89f-05e124b1d980 req-cbcf70b8-5b8c-4942-a24b-d7a328fdffc5 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:15.876256 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4ee1df34-e86c-4608-b89f-05e124b1d980 req-cbcf70b8-5b8c-4942-a24b-d7a328fdffc5 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 945 time: 0.0861287 Jun 15 10:32:15.884871 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d9052-2de1-4484-bc33-2b15919282ca req-adfa0e1d-44b8-46f1-a3c3-44e896c58e0a tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:15.886704 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-785d9052-2de1-4484-bc33-2b15919282ca req-adfa0e1d-44b8-46f1-a3c3-44e896c58e0a tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=1af6cc0a-d588-4a98-a82a-56d49cd2c55c HTTP/1.1" status: 200 len: 945 time: 0.0485148 Jun 15 10:32:15.919153 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6d262-ad94-4cb9-91f0-5d94033d19bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=38b49467-5033-438c-b425-1905213fe6db,revision_number=0']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:15.941001 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-785d9052-2de1-4484-bc33-2b15919282ca req-6239d703-830a-4ed7-a6ad-9b6420807739 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba231e2a-e514-4d2b-8089-4a1d21781c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488186 Jun 15 10:32:15.952991 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac6d262-ad94-4cb9-91f0-5d94033d19bc admin admin] Checking segment: {'id': '13410b2e-fad4-4eff-b1e3-b0b3071a55ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '171c66ea-0bf2-443f-89c0-c0c9b9135295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:32:15.953347 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac6d262-ad94-4cb9-91f0-5d94033d19bc admin admin] Network hostable DHCP agents. Network: 171c66ea-0bf2-443f-89c0-c0c9b9135295, hostable agents: ['e7b68426-6abe-45ee-a2ce-c32f72f66753'], hosted agents: [] {{(pid=103806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 10:32:15.960728 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4ee1df34-e86c-4608-b89f-05e124b1d980 req-1cca9d47-99d7-4278-8823-b4990962bb0f tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747709 Jun 15 10:32:15.974724 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac6d262-ad94-4cb9-91f0-5d94033d19bc admin admin] Network 171c66ea-0bf2-443f-89c0-c0c9b9135295 is scheduled to be hosted by DHCP agent e7b68426-6abe-45ee-a2ce-c32f72f66753 with binding_index 1 {{(pid=103806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 10:32:15.988688 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [None req-dac6d262-ad94-4cb9-91f0-5d94033d19bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843493-2-iscsi, 171c66ea-0bf2-443f-89c0-c0c9b9135295) {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:32:15.994350 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac6d262-ad94-4cb9-91f0-5d94033d19bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:15.996331 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-dac6d262-ad94-4cb9-91f0-5d94033d19bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:15.997205 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1259361-ca56-42d2-bfed-3ec55ac4d985 None None] Network 171c66ea-0bf2-443f-89c0-c0c9b9135295 requested from dv-cinder-843493-2-iscsi {{(pid=103807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 10:32:16.014060 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-dac6d262-ad94-4cb9-91f0-5d94033d19bc admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4001024 Jun 15 10:32:16.087433 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc51b81-b93b-4120-9dc0-7c13ee89fa6b req-fbc57d5d-2823-4108-bbae-ade551d36ddd tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:16.088997 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-9bc51b81-b93b-4120-9dc0-7c13ee89fa6b req-fbc57d5d-2823-4108-bbae-ade551d36ddd tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] 10.222.0.49 "GET /v2.0/ports?device_id=60658ba0-829b-4d71-9227-556791390b26 HTTP/1.1" status: 200 len: 946 time: 0.0544300 Jun 15 10:32:16.111111 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a9a0b9-cb01-46a6-b8c2-0b45d687b00c None None] Network 171c66ea-0bf2-443f-89c0-c0c9b9135295 requested from dv-cinder-843493-2-iscsi {{(pid=103807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 10:32:16.150577 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-9bc51b81-b93b-4120-9dc0-7c13ee89fa6b req-d0b93b5b-8a27-45e0-aa31-503c59ab4ae0 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] 10.222.0.49 "GET /v2.0/security-groups?id=d03e8cdd-3fe1-411c-b804-b0d20377d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557656 Jun 15 10:32:16.350744 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-59f444b4-2386-4fe1-b50f-b9e54b42d680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (3cca6303-0f2e-4b13-b82d-f2749c30f699), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:16.507759 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 53798) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:32:16.512598 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-5d2267cf-0611-436c-92f6-d91025f3441c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1063932396-network', 'tenant_id': 'abb31d897fb8455f905262e723176e4b'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:32:16.531866 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2267cf-0611-436c-92f6-d91025f3441c admin admin] Made reservation on behalf of abb31d897fb8455f905262e723176e4b for: {'network': 1} {{(pid=103806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 10:32:16.534344 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-5d2267cf-0611-436c-92f6-d91025f3441c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for network (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:16.543285 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-5d2267cf-0611-436c-92f6-d91025f3441c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:16.553496 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:16.619426 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-5d2267cf-0611-436c-92f6-d91025f3441c admin admin] Publish callbacks [] for security_group (e57c4314-f82a-45bb-a4d7-6b4e4bc77e4d), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:16.622837 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-5d2267cf-0611-436c-92f6-d91025f3441c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (e57c4314-f82a-45bb-a4d7-6b4e4bc77e4d), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:16.650494 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d2267cf-0611-436c-92f6-d91025f3441c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=103806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 10:32:16.656819 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:16.660978 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2267cf-0611-436c-92f6-d91025f3441c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57c4314-f82a-45bb-a4d7-6b4e4bc77e4d,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:16.666169 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-5d2267cf-0611-436c-92f6-d91025f3441c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7722752'] for segment (7ba8b8e9-9e27-45f0-912e-d81d9eed4ca8), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:16.666508 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.db.segments_db [None req-5d2267cf-0611-436c-92f6-d91025f3441c admin admin] Added segment 7ba8b8e9-9e27-45f0-912e-d81d9eed4ca8 of type vlan for network 2e6d8f77-4d20-4df5-a558-d4a265fabc18 Jun 15 10:32:16.706060 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-5d2267cf-0611-436c-92f6-d91025f3441c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732880046228'] for network (2e6d8f77-4d20-4df5-a558-d4a265fabc18), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:16.730464 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-5d2267cf-0611-436c-92f6-d91025f3441c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468'] for network (2e6d8f77-4d20-4df5-a558-d4a265fabc18), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:16.731516 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2267cf-0611-436c-92f6-d91025f3441c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:16.732087 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-5d2267cf-0611-436c-92f6-d91025f3441c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for network (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:16.758706 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-5d2267cf-0611-436c-92f6-d91025f3441c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2498770 Jun 15 10:32:16.761570 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 53802) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:32:16.766537 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [None req-4e95291c-435f-468b-a907-e6c2de7406d4 admin admin] Request body: {'subnet': {'network_id': '2e6d8f77-4d20-4df5-a558-d4a265fabc18', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1063932396-subnet', 'tenant_id': 'abb31d897fb8455f905262e723176e4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:32:16.789188 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e95291c-435f-468b-a907-e6c2de7406d4 admin admin] Made reservation on behalf of abb31d897fb8455f905262e723176e4b for: {'subnet': 1} {{(pid=103805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 10:32:16.791848 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-4e95291c-435f-468b-a907-e6c2de7406d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3530326'] for subnet (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:16.795805 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2267cf-0611-436c-92f6-d91025f3441c admin admin] Pushing event updated for resources: {'Network': ['ID=2e6d8f77-4d20-4df5-a558-d4a265fabc18,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:16.807782 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Network 2e6d8f77-4d20-4df5-a558-d4a265fabc18 details requested by agent ovs-agent-dv-cinder-843493-2-iscsi with host dv-cinder-843493-2-iscsi {{(pid=103807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 10:32:16.974363 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-4e95291c-435f-468b-a907-e6c2de7406d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2774450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3530360'] for subnet (ba0fefe7-7b8e-4ae4-9754-f57e98f59891), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:17.029033 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95291c-435f-468b-a907-e6c2de7406d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba0fefe7-7b8e-4ae4-9754-f57e98f59891,revision_number=0']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:17.039506 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e95291c-435f-468b-a907-e6c2de7406d4 admin admin] Checking segment: {'id': '7ba8b8e9-9e27-45f0-912e-d81d9eed4ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2e6d8f77-4d20-4df5-a558-d4a265fabc18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:32:17.039860 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e95291c-435f-468b-a907-e6c2de7406d4 admin admin] Network hostable DHCP agents. Network: 2e6d8f77-4d20-4df5-a558-d4a265fabc18, hostable agents: ['e7b68426-6abe-45ee-a2ce-c32f72f66753'], hosted agents: [] {{(pid=103805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 10:32:17.073695 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2325b-286a-4d75-8cad-05a48e568902 req-db85065e-bef7-4dad-9c04-5754c8f3de7a tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:17.075261 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-bff2325b-286a-4d75-8cad-05a48e568902 req-db85065e-bef7-4dad-9c04-5754c8f3de7a tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=1af6cc0a-d588-4a98-a82a-56d49cd2c55c HTTP/1.1" status: 200 len: 945 time: 0.0634985 Jun 15 10:32:17.086165 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e95291c-435f-468b-a907-e6c2de7406d4 admin admin] Network 2e6d8f77-4d20-4df5-a558-d4a265fabc18 is scheduled to be hosted by DHCP agent e7b68426-6abe-45ee-a2ce-c32f72f66753 with binding_index 1 {{(pid=103805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 10:32:17.104306 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe43eb-d090-4386-9852-27a875780378 req-f9b3f468-861f-458a-8e45-540ed2832f43 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:17.106245 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-5cfe43eb-d090-4386-9852-27a875780378 req-f9b3f468-861f-458a-8e45-540ed2832f43 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 945 time: 0.0567925 Jun 15 10:32:17.107410 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.base_scheduler [None req-4e95291c-435f-468b-a907-e6c2de7406d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843493-2-iscsi, 2e6d8f77-4d20-4df5-a558-d4a265fabc18) {{(pid=103805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:32:17.111609 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e95291c-435f-468b-a907-e6c2de7406d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:17.112214 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-4e95291c-435f-468b-a907-e6c2de7406d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for subnet (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:17.120942 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9b4859-8a5f-49d0-9575-fbacf1c57ba7 None None] Network 2e6d8f77-4d20-4df5-a558-d4a265fabc18 requested from dv-cinder-843493-2-iscsi {{(pid=103807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 10:32:17.145757 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-4e95291c-435f-468b-a907-e6c2de7406d4 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3829029 Jun 15 10:32:17.147710 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:17.186319 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-5cfe43eb-d090-4386-9852-27a875780378 req-3a44cd83-ed7b-4de4-9804-f499434186e1 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711625 Jun 15 10:32:17.249186 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c38c34-333e-46b6-ae54-9dbcbb3668f6 None None] Network 2e6d8f77-4d20-4df5-a558-d4a265fabc18 requested from dv-cinder-843493-2-iscsi {{(pid=103807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 10:32:17.303384 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:17.320962 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-bff2325b-286a-4d75-8cad-05a48e568902 req-bb0a1855-d616-47a9-88bb-7bdaa4e5de40 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba231e2a-e514-4d2b-8089-4a1d21781c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2398801 Jun 15 10:32:17.324058 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90846c9d-2df4-48ac-829a-14435c8a2335 req-ea99a26e-9492-42df-88fa-f7561decb9f2 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:17.326098 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-90846c9d-2df4-48ac-829a-14435c8a2335 req-ea99a26e-9492-42df-88fa-f7561decb9f2 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] 10.222.0.49 "GET /v2.0/ports?device_id=60658ba0-829b-4d71-9227-556791390b26 HTTP/1.1" status: 200 len: 946 time: 0.0672824 Jun 15 10:32:17.386199 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-90846c9d-2df4-48ac-829a-14435c8a2335 req-134eb08b-2bf7-458d-9f31-817978ae6e0d tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] 10.222.0.49 "GET /v2.0/security-groups?id=d03e8cdd-3fe1-411c-b804-b0d20377d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522089 Jun 15 10:32:17.669443 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a79ec-22ad-4742-92ea-02de87b80e44 req-7bb213cd-7c47-4e62-ac1f-65c60969acd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:17.670942 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-f34a79ec-22ad-4742-92ea-02de87b80e44 req-7bb213cd-7c47-4e62-ac1f-65c60969acd0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4d5f07d8-adfa-49e4-965f-88f44de7cd54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0842900 Jun 15 10:32:17.671857 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a622a49e-6a5a-4b3d-9651-ede588daa8ea req-dba15302-817b-406a-b22a-466909ebeb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:17.673160 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-a622a49e-6a5a-4b3d-9651-ede588daa8ea req-dba15302-817b-406a-b22a-466909ebeb3f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5357f5ea-5034-4116-bf4e-1ab906c37c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0755174 Jun 15 10:32:17.774656 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-28d06d32-ea2f-4019-b04d-5ef5fa4d530e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (28e3d1c3-881c-45f9-bfee-5bcc9597e0ae), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:17.952607 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (ad84a4c2-87cd-4603-a219-98785ef58eeb), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:18.300931 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fdd3d4-4191-4d8e-9fae-714acba11cd4 req-164cf0e1-4767-4280-aa42-15eb98809f8e tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:18.302379 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-02fdd3d4-4191-4d8e-9fae-714acba11cd4 req-164cf0e1-4767-4280-aa42-15eb98809f8e tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 945 time: 0.0469987 Jun 15 10:32:18.349394 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-02fdd3d4-4191-4d8e-9fae-714acba11cd4 req-cf84ba05-278c-4217-945f-f485e51db8c6 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406561 Jun 15 10:32:18.444140 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e7156-d67e-497e-b37b-34981d5e6e8a req-9156e500-7e1a-4836-9776-e865fb0da7ff tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:18.445663 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-ec7e7156-d67e-497e-b37b-34981d5e6e8a req-9156e500-7e1a-4836-9776-e865fb0da7ff tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=1af6cc0a-d588-4a98-a82a-56d49cd2c55c HTTP/1.1" status: 200 len: 945 time: 0.0505750 Jun 15 10:32:18.521699 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-56aa1086-70d5-46dc-97b5-7edd487efe7f req-071e8bf4-a27e-42a3-87d3-0a8cb08c5110 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b30aa81b-0ccd-437d-b0dc-401f2ba90533&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0692408 Jun 15 10:32:18.533170 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71caf18d-881d-42a8-9092-e7af512d57dc req-99101570-f8d0-455f-88ec-0ea9823263f9 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:18.534741 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-71caf18d-881d-42a8-9092-e7af512d57dc req-99101570-f8d0-455f-88ec-0ea9823263f9 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] 10.222.0.49 "GET /v2.0/ports?device_id=60658ba0-829b-4d71-9227-556791390b26 HTTP/1.1" status: 200 len: 946 time: 0.0743797 Jun 15 10:32:18.586105 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-71caf18d-881d-42a8-9092-e7af512d57dc req-01ff79da-ae4e-457c-8ee2-6d311b8d1d7a tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] 10.222.0.49 "GET /v2.0/security-groups?id=d03e8cdd-3fe1-411c-b804-b0d20377d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429616 Jun 15 10:32:18.622427 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-ec7e7156-d67e-497e-b37b-34981d5e6e8a req-b3ec27fe-12e1-41aa-abab-16985925b4b7 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba231e2a-e514-4d2b-8089-4a1d21781c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698470 Jun 15 10:32:18.659260 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-a622a49e-6a5a-4b3d-9651-ede588daa8ea req-7df0c25a-0fc9-4f3f-96e2-a6620fe36848 service neutron] 10.222.0.62 "GET /v2.0/networks/5357f5ea-5034-4116-bf4e-1ab906c37c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052569 Jun 15 10:32:18.670557 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-f34a79ec-22ad-4742-92ea-02de87b80e44 req-12e44d3a-fbad-44a1-83be-d2cdb3531728 service neutron] 10.222.0.62 "GET /v2.0/networks/4d5f07d8-adfa-49e4-965f-88f44de7cd54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156248 Jun 15 10:32:18.741164 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4747001d-9e5c-4212-bc8d-edcfbe143540 req-abe802d1-c24e-4f66-b0d0-5a1f3ec8e494 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:18.742777 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4747001d-9e5c-4212-bc8d-edcfbe143540 req-abe802d1-c24e-4f66-b0d0-5a1f3ec8e494 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=1af6cc0a-d588-4a98-a82a-56d49cd2c55c HTTP/1.1" status: 200 len: 945 time: 0.0470085 Jun 15 10:32:18.751328 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 53856) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:32:18.755605 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-6522a74c-e0db-43ad-8897-5689c4fb1613 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Request body: {'floatingip': {'port_id': '093ff4e7-eb5f-4b43-9bc3-63863d7ab03e'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:32:18.829588 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-6522a74c-e0db-43ad-8897-5689c4fb1613 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for floatingip (00b9c160-aebf-4b87-9b84-943514ff4fa0), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:19.322462 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:19.398242 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-6522a74c-e0db-43ad-8897-5689c4fb1613 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:19.402126 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-6522a74c-e0db-43ad-8897-5689c4fb1613 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-721338'] for floatingip (00b9c160-aebf-4b87-9b84-943514ff4fa0), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:19.464974 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9dcc93-8b0a-4045-b070-9376f9eab3c3 req-ea646cd7-f678-4bac-b352-30721255bd10 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:19.466449 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-4d9dcc93-8b0a-4045-b070-9376f9eab3c3 req-ea646cd7-f678-4bac-b352-30721255bd10 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 945 time: 0.0480664 Jun 15 10:32:19.483680 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:19.497659 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.db.l3_db [None req-6522a74c-e0db-43ad-8897-5689c4fb1613 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Floating IP 00b9c160-aebf-4b87-9b84-943514ff4fa0 associated. External IP: 172.27.0.49, port: 093ff4e7-eb5f-4b43-9bc3-63863d7ab03e. Jun 15 10:32:19.521735 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-4d9dcc93-8b0a-4045-b070-9376f9eab3c3 req-fe0cfefa-cb29-4fc9-a53c-384f3256c43b tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496476 Jun 15 10:32:19.712784 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c1954-affe-45d2-ad5b-b894d4c6d1a6 req-3e375069-939b-41b5-adde-30ff62cc1d98 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:19.714224 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-078c1954-affe-45d2-ad5b-b894d4c6d1a6 req-3e375069-939b-41b5-adde-30ff62cc1d98 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] 10.222.0.49 "GET /v2.0/ports?device_id=60658ba0-829b-4d71-9227-556791390b26 HTTP/1.1" status: 200 len: 946 time: 0.0606098 Jun 15 10:32:19.751268 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6522a74c-e0db-43ad-8897-5689c4fb1613 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Router 2fa8359a-ff8d-42fb-bdf9-fa2b54045d47 has already been hosted by L3 agent 06043943-94cb-49df-a062-a4886c03e673 {{(pid=103806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 10:32:19.778280 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-078c1954-affe-45d2-ad5b-b894d4c6d1a6 req-7e219b4b-ff1e-4ebe-8552-a9fdbae08197 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] 10.222.0.49 "GET /v2.0/security-groups?id=d03e8cdd-3fe1-411c-b804-b0d20377d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577960 Jun 15 10:32:19.871834 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6522a74c-e0db-43ad-8897-5689c4fb1613 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Notify agent at l3_agent.dv-cinder-843493-2-iscsi the message routers_updated {{(pid=103806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 10:32:19.876422 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-6522a74c-e0db-43ad-8897-5689c4fb1613 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for floatingip (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:19.882182 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3beb52-55ff-4603-8f5e-b825c4a622e4 None None] Sync routers for ids ['2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'] in dv-cinder-843493-2-iscsi {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 10:32:19.892688 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3beb52-55ff-4603-8f5e-b825c4a622e4 None None] Routers {'2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:32:19.893286 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-dd3beb52-55ff-4603-8f5e-b825c4a622e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:32:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:32:19.904969 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-6522a74c-e0db-43ad-8897-5689c4fb1613 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "PUT /v2.0/floatingips/00b9c160-aebf-4b87-9b84-943514ff4fa0 HTTP/1.1" status: 200 len: 990 time: 1.1526139 Jun 15 10:32:19.905756 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af6cc0a-d588-4a98-a82a-56d49cd2c55c', 'tag': '093ff4e7-eb5f-4b43-9bc3-63863d7ab03e'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:32:19.908313 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15acf06c26f001ded10715ddc8547394d4bbc7e5ff5a4e462e54e6774371169d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60f59e8-cf24-4fc4-adb3-0ac3d84fa5db" -d '{"events": [{"name": "network-changed", "server_uuid": "1af6cc0a-d588-4a98-a82a-56d49cd2c55c", "tag": "093ff4e7-eb5f-4b43-9bc3-63863d7ab03e"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:32:19.943224 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 10:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f366c2cc-b544-45b0-a5ee-eedafc44ac21 x-openstack-request-id: req-f366c2cc-b544-45b0-a5ee-eedafc44ac21 {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:32:19.943517 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1af6cc0a-d588-4a98-a82a-56d49cd2c55c", "tag": "093ff4e7-eb5f-4b43-9bc3-63863d7ab03e", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:32:19.943768 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f366c2cc-b544-45b0-a5ee-eedafc44ac21 {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:32:19.944163 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f366c2cc-b544-45b0-a5ee-eedafc44ac21'] response: {'name': 'network-changed', 'server_uuid': '1af6cc0a-d588-4a98-a82a-56d49cd2c55c', 'tag': '093ff4e7-eb5f-4b43-9bc3-63863d7ab03e', 'status': 'completed', 'code': 200} Jun 15 10:32:19.995414 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-dd3beb52-55ff-4603-8f5e-b825c4a622e4 None None] Set router 2fa8359a-ff8d-42fb-bdf9-fa2b54045d47 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:32:20.059072 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=100 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:20.222181 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=100 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:20.284318 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-dd3beb52-55ff-4603-8f5e-b825c4a622e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'name': 'tempest-AttachVolumeNegativeTest-1378705910-router', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '1fc86ff8-2de6-4082-a231-6fe0f6affa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:15Z', 'updated_at': '2022-06-15T10:31:30Z', 'revision_number': 4, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'gw_port': {'id': '1fc86ff8-2de6-4082-a231-6fe0f6affa60', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:18Z', 'updated_at': '2022-06-15T10:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_floatingips': [{'id': '00b9c160-aebf-4b87-9b84-943514ff4fa0', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'floating_ip_address': '172.27.0.49', 'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'router_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'port_id': '093ff4e7-eb5f-4b43-9bc3-63863d7ab03e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745', 'mac_address': 'fa:16:3e:c5:93:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af6cc0a-d588-4a98-a82a-56d49cd2c55c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T10:31:42Z', 'updated_at': '2022-06-15T10:32:19Z', 'revision_number': 1, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ff7bcb-1c2c-4396-bffa-259cffd9e868', 'name': '', 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'mac_address': 'fa:16:3e:88:2d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'aea43f55-c61e-41b2-b313-b361b1b26da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:25Z', 'updated_at': '2022-06-15T10:31:38Z', 'revision_number': 5, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'subnets': [{'id': 'aea43f55-c61e-41b2-b313-b361b1b26da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:32:20.311384 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3beb52-55ff-4603-8f5e-b825c4a622e4 None None] Checking router: 2fa8359a-ff8d-42fb-bdf9-fa2b54045d47 for host: dv-cinder-843493-2-iscsi {{(pid=103808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 10:32:20.320085 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3beb52-55ff-4603-8f5e-b825c4a622e4 None None] Routers {'2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:32:20.320674 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-dd3beb52-55ff-4603-8f5e-b825c4a622e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:32:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:32:20.414420 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-dd3beb52-55ff-4603-8f5e-b825c4a622e4 None None] Set router 2fa8359a-ff8d-42fb-bdf9-fa2b54045d47 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:32:20.629228 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-dd3beb52-55ff-4603-8f5e-b825c4a622e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'name': 'tempest-AttachVolumeNegativeTest-1378705910-router', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '1fc86ff8-2de6-4082-a231-6fe0f6affa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:15Z', 'updated_at': '2022-06-15T10:31:30Z', 'revision_number': 4, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'gw_port': {'id': '1fc86ff8-2de6-4082-a231-6fe0f6affa60', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:18Z', 'updated_at': '2022-06-15T10:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_floatingips': [{'id': '00b9c160-aebf-4b87-9b84-943514ff4fa0', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'floating_ip_address': '172.27.0.49', 'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'router_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'port_id': '093ff4e7-eb5f-4b43-9bc3-63863d7ab03e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745', 'mac_address': 'fa:16:3e:c5:93:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af6cc0a-d588-4a98-a82a-56d49cd2c55c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T10:31:42Z', 'updated_at': '2022-06-15T10:32:19Z', 'revision_number': 1, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ff7bcb-1c2c-4396-bffa-259cffd9e868', 'name': '', 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'mac_address': 'fa:16:3e:88:2d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'aea43f55-c61e-41b2-b313-b361b1b26da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:25Z', 'updated_at': '2022-06-15T10:31:38Z', 'revision_number': 5, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'subnets': [{'id': 'aea43f55-c61e-41b2-b313-b361b1b26da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:32:20.642345 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b2795-f37e-43d6-90bb-d5c54b77cea0 req-16c9b24d-26a9-4cee-bee5-9893badbaec8 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:20.643860 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-520b2795-f37e-43d6-90bb-d5c54b77cea0 req-16c9b24d-26a9-4cee-bee5-9893badbaec8 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 945 time: 0.0514352 Jun 15 10:32:20.654584 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3beb52-55ff-4603-8f5e-b825c4a622e4 None None] The sync data for ids ['2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'] in dv-cinder-843493-2-iscsi is: [{'id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'name': 'tempest-AttachVolumeNegativeTest-1378705910-router', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '1fc86ff8-2de6-4082-a231-6fe0f6affa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:15Z', 'updated_at': '2022-06-15T10:31:30Z', 'revision_number': 4, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'gw_port': {'id': '1fc86ff8-2de6-4082-a231-6fe0f6affa60', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:18Z', 'updated_at': '2022-06-15T10:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_floatingips': [{'id': '00b9c160-aebf-4b87-9b84-943514ff4fa0', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'floating_ip_address': '172.27.0.49', 'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'router_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'port_id': '093ff4e7-eb5f-4b43-9bc3-63863d7ab03e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745', 'mac_address': 'fa:16:3e:c5:93:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af6cc0a-d588-4a98-a82a-56d49cd2c55c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T10:31:42Z', 'updated_at': '2022-06-15T10:32:19Z', 'revision_number': 1, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ff7bcb-1c2c-4396-bffa-259cffd9e868', 'name': '', 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'mac_address': 'fa:16:3e:88:2d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'aea43f55-c61e-41b2-b313-b361b1b26da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:25Z', 'updated_at': '2022-06-15T10:31:38Z', 'revision_number': 5, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'subnets': [{'id': 'aea43f55-c61e-41b2-b313-b361b1b26da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 10:32:20.691841 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-520b2795-f37e-43d6-90bb-d5c54b77cea0 req-af8ddc1c-df8d-404d-b6d6-518b722a6c1e tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422354 Jun 15 10:32:20.842380 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf86ba0e-f119-4411-be33-ad9b2615babf None None] New status for floating IP 00b9c160-aebf-4b87-9b84-943514ff4fa0: ACTIVE {{(pid=103807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 10:32:20.878789 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:20.901210 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b14d1-cabd-40d1-b3b8-78e74cd1901c req-bd2c5728-f51d-4557-89a2-11194896944c tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:20.902780 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-d25b14d1-cabd-40d1-b3b8-78e74cd1901c req-bd2c5728-f51d-4557-89a2-11194896944c tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] 10.222.0.49 "GET /v2.0/ports?device_id=60658ba0-829b-4d71-9227-556791390b26 HTTP/1.1" status: 200 len: 946 time: 0.0511432 Jun 15 10:32:20.953038 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-d25b14d1-cabd-40d1-b3b8-78e74cd1901c req-58fbbfcf-b5a4-4db4-969f-fc5c00a85ef9 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] 10.222.0.49 "GET /v2.0/security-groups?id=d03e8cdd-3fe1-411c-b804-b0d20377d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441401 Jun 15 10:32:21.004480 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:21.623024 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (a4349971-e88a-4ea8-a067-54d07204ee65), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:21.805353 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e43203-05a4-4e7a-a52a-87bc2ff77ed8 req-e14ac227-38a2-4d87-8aee-1466a53e58eb tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:21.806946 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-29e43203-05a4-4e7a-a52a-87bc2ff77ed8 req-e14ac227-38a2-4d87-8aee-1466a53e58eb tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 945 time: 0.0477905 Jun 15 10:32:21.853726 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-29e43203-05a4-4e7a-a52a-87bc2ff77ed8 req-0ccfa49a-dbb9-429b-b90f-a718babfd4e2 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410507 Jun 15 10:32:22.005825 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb0317d-137b-466f-b802-ad889f243846 req-8e73d0b6-cd38-466c-bf9b-7d9d4039f9b2 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:22.007287 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1cb0317d-137b-466f-b802-ad889f243846 req-8e73d0b6-cd38-466c-bf9b-7d9d4039f9b2 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] 10.222.0.62 "GET /v2.0/ports?device_id=60658ba0-829b-4d71-9227-556791390b26 HTTP/1.1" status: 200 len: 946 time: 0.0892022 Jun 15 10:32:22.009048 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa1086-70d5-46dc-97b5-7edd487efe7f req-60b0d7e2-b6e8-4c88-83ca-e02ef2e4652b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:22.010388 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-56aa1086-70d5-46dc-97b5-7edd487efe7f req-60b0d7e2-b6e8-4c88-83ca-e02ef2e4652b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=993c57bae00b4a0db1d8de0f5017630a&device_id=b30aa81b-0ccd-437d-b0dc-401f2ba90533 HTTP/1.1" status: 200 len: 1130 time: 0.1265368 Jun 15 10:32:22.010922 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-a622a49e-6a5a-4b3d-9651-ede588daa8ea req-fcaa372d-5395-44cb-a631-3b8539f58d52 service neutron] 10.222.0.62 "GET /v2.0/networks/5357f5ea-5034-4116-bf4e-1ab906c37c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597581 Jun 15 10:32:22.011423 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f59e8-cf24-4fc4-adb3-0ac3d84fa5db req-f8881a15-0552-4043-ae33-287ce33ddb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:22.012579 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a60f59e8-cf24-4fc4-adb3-0ac3d84fa5db req-f8881a15-0552-4043-ae33-287ce33ddb69 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b683b2d399b54484aa5820537038b8af&device_id=1af6cc0a-d588-4a98-a82a-56d49cd2c55c HTTP/1.1" status: 200 len: 1129 time: 0.1106350 Jun 15 10:32:22.013314 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-f34a79ec-22ad-4742-92ea-02de87b80e44 req-e6ba1d6d-e92a-4c07-8ce0-a86bf4c9ebc2 service neutron] 10.222.0.62 "GET /v2.0/networks/4d5f07d8-adfa-49e4-965f-88f44de7cd54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547327 Jun 15 10:32:22.080519 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c056d3f9-8f38-4cc5-b36c-f088563092e1 req-97f70f84-71ac-43e2-a6d7-f79b67229796 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:22.082120 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-c056d3f9-8f38-4cc5-b36c-f088563092e1 req-97f70f84-71ac-43e2-a6d7-f79b67229796 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] 10.222.0.49 "GET /v2.0/ports?device_id=60658ba0-829b-4d71-9227-556791390b26 HTTP/1.1" status: 200 len: 946 time: 0.0559108 Jun 15 10:32:22.156990 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-c056d3f9-8f38-4cc5-b36c-f088563092e1 req-f62e767c-5792-4925-97ac-75442a1dbe6d tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] 10.222.0.49 "GET /v2.0/security-groups?id=d03e8cdd-3fe1-411c-b804-b0d20377d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673876 Jun 15 10:32:22.161787 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [req-1cb0317d-137b-466f-b802-ad889f243846 req-8b5634fa-5b6d-48ff-b33e-954e4f4295af tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] Deleting port fdbb94bf-b965-46d1-9c94-6a818e605361 {{(pid=103806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:32:22.162254 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-1cb0317d-137b-466f-b802-ad889f243846 req-8b5634fa-5b6d-48ff-b33e-954e4f4295af tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (fdbb94bf-b965-46d1-9c94-6a818e605361), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:22.168342 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=100 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:22.206639 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=100 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:22.234265 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa1086-70d5-46dc-97b5-7edd487efe7f req-3db84fd2-69d7-4af1-9151-034ec8cff974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:22.235897 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-56aa1086-70d5-46dc-97b5-7edd487efe7f req-3db84fd2-69d7-4af1-9151-034ec8cff974 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5357f5ea-5034-4116-bf4e-1ab906c37c40 HTTP/1.1" status: 200 len: 920 time: 0.1000297 Jun 15 10:32:22.447109 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-56aa1086-70d5-46dc-97b5-7edd487efe7f req-bee398bc-8718-4a7c-a1ef-2bdcc0a9f18d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e9fd3cd-585e-471d-9874-b29128afe6b7 HTTP/1.1" status: 200 len: 217 time: 0.0589223 Jun 15 10:32:22.479359 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=100 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:22.480875 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=100 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:22.504515 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f59e8-cf24-4fc4-adb3-0ac3d84fa5db req-fc50df7b-f237-40ed-adb7-604ebc2b4c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:22.506234 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a60f59e8-cf24-4fc4-adb3-0ac3d84fa5db req-fc50df7b-f237-40ed-adb7-604ebc2b4c43 service neutron] 10.222.0.62 "GET /v2.0/networks?id=56f473a9-939b-4bd2-a5d0-e5eaaaa25745 HTTP/1.1" status: 200 len: 916 time: 0.3693666 Jun 15 10:32:22.509587 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device fdbb94bf-b965-46d1-9c94-6a818e605361 no longer exists at agent hyperv_hv-cinder-84349 {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 10:32:22.528541 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-1cb0317d-137b-466f-b802-ad889f243846 req-8b5634fa-5b6d-48ff-b33e-954e4f4295af tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] For port fdbb94bf-b965-46d1-9c94-6a818e605361, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=fdbb94bf-b965-46d1-9c94-6a818e605361,segment=NetworkSegment(3cb1678e-1d3f-402e-be7b-a3960cf385d0),segment_id=3cb1678e-1d3f-402e-be7b-a3960cf385d0)] {{(pid=103806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:32:22.528910 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-1cb0317d-137b-466f-b802-ad889f243846 req-8b5634fa-5b6d-48ff-b33e-954e4f4295af tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (fdbb94bf-b965-46d1-9c94-6a818e605361), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:22.537345 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa1086-70d5-46dc-97b5-7edd487efe7f req-522aa3b0-e828-4e00-95bf-2bd1bff1ef94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:22.539653 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-56aa1086-70d5-46dc-97b5-7edd487efe7f req-522aa3b0-e828-4e00-95bf-2bd1bff1ef94 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d0adbd34-bf07-4fba-a812-11643023d5f4 HTTP/1.1" status: 200 len: 858 time: 0.0840855 Jun 15 10:32:22.598516 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [req-1cb0317d-137b-466f-b802-ad889f243846 req-8b5634fa-5b6d-48ff-b33e-954e4f4295af tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] Calling delete_port for fdbb94bf-b965-46d1-9c94-6a818e605361 owned by compute:nova {{(pid=103806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:32:22.602216 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa1086-70d5-46dc-97b5-7edd487efe7f req-2449c03a-36bb-4f11-b6fa-57212c17a1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:22.604826 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-56aa1086-70d5-46dc-97b5-7edd487efe7f req-2449c03a-36bb-4f11-b6fa-57212c17a1d6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5357f5ea-5034-4116-bf4e-1ab906c37c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0562563 Jun 15 10:32:22.611171 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Current status of the port fdbb94bf-b965-46d1-9c94-6a818e605361 is: ACTIVE; New status is: DOWN {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:32:22.611792 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (fdbb94bf-b965-46d1-9c94-6a818e605361), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:22.635328 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60658ba0-829b-4d71-9227-556791390b26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdbb94bf-b965-46d1-9c94-6a818e605361'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:32:22.637665 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9205ebd0146601a57e336ba0e259bffcba8e9192005a2aa68aaaf98781184b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81712ba7-ebab-4f18-aaf9-1d2382eda447" -d '{"events": [{"server_uuid": "60658ba0-829b-4d71-9227-556791390b26", "name": "network-vif-unplugged", "status": "completed", "tag": "fdbb94bf-b965-46d1-9c94-6a818e605361"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:32:22.650710 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port fdbb94bf-b965-46d1-9c94-6a818e605361, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=fdbb94bf-b965-46d1-9c94-6a818e605361,segment=NetworkSegment(3cb1678e-1d3f-402e-be7b-a3960cf385d0),segment_id=3cb1678e-1d3f-402e-be7b-a3960cf385d0)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:32:22.656799 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (fdbb94bf-b965-46d1-9c94-6a818e605361), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:22.690683 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Jun 2022 10:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce0b143-43dc-4242-bdc5-b9f3b50ae2f5 x-openstack-request-id: req-fce0b143-43dc-4242-bdc5-b9f3b50ae2f5 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:32:22.691173 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60658ba0-829b-4d71-9227-556791390b26", "name": "network-vif-unplugged", "status": "completed", "tag": "fdbb94bf-b965-46d1-9c94-6a818e605361", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:32:22.691540 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fce0b143-43dc-4242-bdc5-b9f3b50ae2f5 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:32:22.692015 dv-cinder-843493-2-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fce0b143-43dc-4242-bdc5-b9f3b50ae2f5'] response: {'server_uuid': '60658ba0-829b-4d71-9227-556791390b26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdbb94bf-b965-46d1-9c94-6a818e605361', 'code': 200} Jun 15 10:32:22.699170 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a60f59e8-cf24-4fc4-adb3-0ac3d84fa5db req-6dc787ea-0ae9-4ea9-b411-b7957fbb31a9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=093ff4e7-eb5f-4b43-9bc3-63863d7ab03e HTTP/1.1" status: 200 len: 1000 time: 0.1787775 Jun 15 10:32:22.717061 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Pushing event updated for resources: {'Port': ['ID=fdbb94bf-b965-46d1-9c94-6a818e605361,revision_number=6']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:22.718620 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-56aa1086-70d5-46dc-97b5-7edd487efe7f req-054b146c-2dca-4a59-887f-32022c0cf8a3 service neutron] 10.222.0.62 "GET /v2.0/networks/5357f5ea-5034-4116-bf4e-1ab906c37c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018927 Jun 15 10:32:22.724867 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:32:22.725211 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:32:22.725551 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:32:22.725898 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:32:22.726230 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:32:22.727073 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:32:22.727425 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:32:22.727772 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:32:22.728092 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:32:22.728410 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:32:22.728727 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:32:22.729043 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:32:22.729362 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:32:22.729682 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:32:22.729997 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:32:22.828525 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f59e8-cf24-4fc4-adb3-0ac3d84fa5db req-e31ee5fc-b5d9-4cd2-84dc-376d2dc67bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:22.829989 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a60f59e8-cf24-4fc4-adb3-0ac3d84fa5db req-e31ee5fc-b5d9-4cd2-84dc-376d2dc67bd7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=aea43f55-c61e-41b2-b313-b361b1b26da0 HTTP/1.1" status: 200 len: 854 time: 0.0645728 Jun 15 10:32:22.831414 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-1cb0317d-137b-466f-b802-ad889f243846 req-8b5634fa-5b6d-48ff-b33e-954e4f4295af tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (fdbb94bf-b965-46d1-9c94-6a818e605361), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:22.894941 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5634fa-5b6d-48ff-b33e-954e4f4295af tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] Pushing event deleted for resources: {'Port': ['ID=fdbb94bf-b965-46d1-9c94-6a818e605361,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:22.943630 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f59e8-cf24-4fc4-adb3-0ac3d84fa5db req-d6ac5f97-0d65-4347-a103-20e8a388a1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:22.945145 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a60f59e8-cf24-4fc4-adb3-0ac3d84fa5db req-d6ac5f97-0d65-4347-a103-20e8a388a1fa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=56f473a9-939b-4bd2-a5d0-e5eaaaa25745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1065657 Jun 15 10:32:22.965339 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cb0317d-137b-466f-b802-ad889f243846 req-8b5634fa-5b6d-48ff-b33e-954e4f4295af tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] No DVR routers for this DVR port fdbb94bf-b965-46d1-9c94-6a818e605361 on host hv-cinder-84349 {{(pid=103806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 10:32:22.978738 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-1cb0317d-137b-466f-b802-ad889f243846 req-8b5634fa-5b6d-48ff-b33e-954e4f4295af tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:22.982034 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1cb0317d-137b-466f-b802-ad889f243846 req-8b5634fa-5b6d-48ff-b33e-954e4f4295af tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] 10.222.0.62 "DELETE /v2.0/ports/fdbb94bf-b965-46d1-9c94-6a818e605361 HTTP/1.1" status: 204 len: 173 time: 0.9529569 Jun 15 10:32:22.982477 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60658ba0-829b-4d71-9227-556791390b26', 'name': 'network-vif-deleted', 'tag': 'fdbb94bf-b965-46d1-9c94-6a818e605361'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:32:22.984776 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15acf06c26f001ded10715ddc8547394d4bbc7e5ff5a4e462e54e6774371169d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e27ca4a-4557-4840-af2a-68859b7c340b" -d '{"events": [{"server_uuid": "60658ba0-829b-4d71-9227-556791390b26", "name": "network-vif-deleted", "tag": "fdbb94bf-b965-46d1-9c94-6a818e605361"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:32:23.063236 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 10:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f99b944-cff4-4c6b-a885-d541a309861f x-openstack-request-id: req-6f99b944-cff4-4c6b-a885-d541a309861f {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:32:23.063564 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60658ba0-829b-4d71-9227-556791390b26", "name": "network-vif-deleted", "tag": "fdbb94bf-b965-46d1-9c94-6a818e605361", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:32:23.063791 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6f99b944-cff4-4c6b-a885-d541a309861f {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:32:23.064178 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f99b944-cff4-4c6b-a885-d541a309861f'] response: {'server_uuid': '60658ba0-829b-4d71-9227-556791390b26', 'name': 'network-vif-deleted', 'tag': 'fdbb94bf-b965-46d1-9c94-6a818e605361', 'status': 'completed', 'code': 200} Jun 15 10:32:23.084698 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a453265-8d3a-4710-8f5c-61d7cdf00d4c req-7f9e7036-b702-474f-8f1e-86ccec3bb6d8 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:23.086870 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-8a453265-8d3a-4710-8f5c-61d7cdf00d4c req-7f9e7036-b702-474f-8f1e-86ccec3bb6d8 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 945 time: 0.0974293 Jun 15 10:32:23.096644 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a60f59e8-cf24-4fc4-adb3-0ac3d84fa5db req-31a7f7f0-7d32-46f3-a4ee-812a2e25df64 service neutron] 10.222.0.62 "GET /v2.0/networks/56f473a9-939b-4bd2-a5d0-e5eaaaa25745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285031 Jun 15 10:32:23.118143 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-56aa1086-70d5-46dc-97b5-7edd487efe7f req-c25f97ce-aa2b-4323-aa8d-2b9891c91bb4 service neutron] 10.222.0.62 "GET /v2.0/networks/5357f5ea-5034-4116-bf4e-1ab906c37c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3663263 Jun 15 10:32:23.147273 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-8a453265-8d3a-4710-8f5c-61d7cdf00d4c req-5f4df66f-d3d3-4931-939b-80b310e61712 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536656 Jun 15 10:32:23.252218 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a60f59e8-cf24-4fc4-adb3-0ac3d84fa5db req-955c9413-fc8f-446b-91bf-f2b9a969ecb6 service neutron] 10.222.0.62 "GET /v2.0/networks/56f473a9-939b-4bd2-a5d0-e5eaaaa25745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004984 Jun 15 10:32:23.271162 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-bb5c87eb-c9f8-4ed8-a4a3-67c002d19ec3 req-efaa52ba-437b-4404-9e64-1a8c264faea8 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] 10.222.0.49 "GET /v2.0/ports?device_id=60658ba0-829b-4d71-9227-556791390b26 HTTP/1.1" status: 200 len: 210 time: 0.0338075 Jun 15 10:32:24.268066 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79912c04-7494-4c2e-a6cf-0751047e5ca8 req-efee66f4-9b7b-4dcc-b147-76a4aa71b28f tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:24.269514 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-79912c04-7494-4c2e-a6cf-0751047e5ca8 req-efee66f4-9b7b-4dcc-b147-76a4aa71b28f tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 945 time: 0.0461736 Jun 15 10:32:24.326519 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-79912c04-7494-4c2e-a6cf-0751047e5ca8 req-5f9eee6e-1b70-48eb-aa02-c7b641b1397a tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515447 Jun 15 10:32:24.385961 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-75fa9f25-cd95-424d-92f9-bc0daf72755a req-3636d372-b9d2-481b-884e-c60ebf64664f tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] 10.222.0.49 "GET /v2.0/ports?device_id=60658ba0-829b-4d71-9227-556791390b26 HTTP/1.1" status: 200 len: 210 time: 0.0279179 Jun 15 10:32:25.438649 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8727d-c834-4729-a60e-1fa15649921b req-55b6a3c5-628e-4894-a352-9029dbd85b20 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:25.440136 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-3ff8727d-c834-4729-a60e-1fa15649921b req-55b6a3c5-628e-4894-a352-9029dbd85b20 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 945 time: 0.0478086 Jun 15 10:32:25.488808 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-3ff8727d-c834-4729-a60e-1fa15649921b req-4f1f61fe-4632-4e05-adc5-c4b9dd16e6a6 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432439 Jun 15 10:32:25.494031 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ae3112d2-8ac6-4a92-a3e1-919f02492b23 req-94187e9d-e371-4213-a641-d32a0709115f tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] 10.222.0.49 "GET /v2.0/ports?device_id=60658ba0-829b-4d71-9227-556791390b26 HTTP/1.1" status: 200 len: 210 time: 0.0279219 Jun 15 10:32:26.598759 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-61f14a88-24fc-4b21-867d-0ff4948a7296 req-a68e15a7-3109-4cd3-9fc7-d7af0ce07f74 tempest-DeleteServersTestJSON-1038611185 tempest-DeleteServersTestJSON-1038611185-project] 10.222.0.49 "GET /v2.0/ports?device_id=60658ba0-829b-4d71-9227-556791390b26 HTTP/1.1" status: 200 len: 210 time: 0.0270429 Jun 15 10:32:26.602298 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131b99a-f1ed-4a51-9a63-d2831d2d9d20 req-71bea678-683e-4e11-a4c4-9ab1c5841726 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:26.603962 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-d131b99a-f1ed-4a51-9a63-d2831d2d9d20 req-71bea678-683e-4e11-a4c4-9ab1c5841726 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 945 time: 0.0466423 Jun 15 10:32:26.651049 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-d131b99a-f1ed-4a51-9a63-d2831d2d9d20 req-0d1589d0-36fb-4301-ae89-e25328da603a tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415118 Jun 15 10:32:27.765647 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a310b36a-3760-40e6-a8e8-68f703972776 req-671c9be2-78d0-4a4f-956e-72585c1be422 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:27.767163 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-a310b36a-3760-40e6-a8e8-68f703972776 req-671c9be2-78d0-4a4f-956e-72585c1be422 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 945 time: 0.0495574 Jun 15 10:32:27.825871 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-a310b36a-3760-40e6-a8e8-68f703972776 req-bc54ca23-4f09-4a85-85c5-04b2ce542547 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528321 Jun 15 10:32:28.942712 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8802b61-7345-4bea-be07-62f5a02501d5 req-586737cb-d905-476c-8a8b-90e0e79b2741 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:28.944214 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a8802b61-7345-4bea-be07-62f5a02501d5 req-586737cb-d905-476c-8a8b-90e0e79b2741 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 945 time: 0.0504525 Jun 15 10:32:28.992649 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a8802b61-7345-4bea-be07-62f5a02501d5 req-b4e75cc9-95e8-436f-b5e0-48cd57539ab4 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429652 Jun 15 10:32:30.109333 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e1a50e-f807-4ba1-a0eb-6924f4d7223d req-0467d2ef-ab88-496e-81fa-548403dbd201 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:30.110861 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-e7e1a50e-f807-4ba1-a0eb-6924f4d7223d req-0467d2ef-ab88-496e-81fa-548403dbd201 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 945 time: 0.0506682 Jun 15 10:32:30.163694 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-e7e1a50e-f807-4ba1-a0eb-6924f4d7223d req-12887c7c-0942-441d-9cab-9120c7f551e8 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472658 Jun 15 10:32:30.624777 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=59 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:30.632557 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=43 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:31.280086 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d0eeb-8548-40aa-8a01-018c5de14db4 req-29beccb3-9bd6-4ddd-bace-bae9973a779d tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:31.281572 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c55d0eeb-8548-40aa-8a01-018c5de14db4 req-29beccb3-9bd6-4ddd-bace-bae9973a779d tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 945 time: 0.0455859 Jun 15 10:32:31.293174 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:31.329041 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c55d0eeb-8548-40aa-8a01-018c5de14db4 req-133d3ebf-5533-4cee-8f89-72aaf2bad6e2 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418937 Jun 15 10:32:31.681732 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.agents_db [None req-cff4c53f-faac-479c-b9be-928944d02899 None None] Agent healthcheck: found 6 active agents {{(pid=103808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 10:32:32.459272 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae44ea-52bd-43d9-8cba-bfaa65610082 req-1bd53c3d-16f1-4939-85ad-8dec3bc4e2c4 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:32.466522 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-1bae44ea-52bd-43d9-8cba-bfaa65610082 req-1bd53c3d-16f1-4939-85ad-8dec3bc4e2c4 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 945 time: 0.0569377 Jun 15 10:32:32.517191 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-1bae44ea-52bd-43d9-8cba-bfaa65610082 req-b4a1b4c6-4d6d-439c-8ad5-787525707545 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494275 Jun 15 10:32:32.714949 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=31,neutron:UPDATE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:32.720327 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:33.625878 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b49166-4ef0-4d66-b4b9-dc1cde7c6b7d req-355fed38-2a8c-4d01-a377-d9c56532c29b tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:33.627382 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d2b49166-4ef0-4d66-b4b9-dc1cde7c6b7d req-355fed38-2a8c-4d01-a377-d9c56532c29b tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 945 time: 0.0473044 Jun 15 10:32:33.679246 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d2b49166-4ef0-4d66-b4b9-dc1cde7c6b7d req-1d71cb03-fad2-40db-834f-cc22dcdd515d tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458703 Jun 15 10:32:34.790927 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae05ef6-4e5f-415c-a12a-8b9ae7ddf804 req-073bbc29-2b15-4396-8623-b2b479b4a9da tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:34.792426 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-aae05ef6-4e5f-415c-a12a-8b9ae7ddf804 req-073bbc29-2b15-4396-8623-b2b479b4a9da tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 945 time: 0.0465176 Jun 15 10:32:34.803471 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=100 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:34.833977 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=100 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:34.846088 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-aae05ef6-4e5f-415c-a12a-8b9ae7ddf804 req-e12d9764-8125-4c1e-b3d9-086059626724 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481060 Jun 15 10:32:35.361432 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 54160) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:32:35.405598 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b55fec8-8d4f-4cd8-a834-ddded97d32ec admin admin] Deleting subnet 98bc89c9-0e9d-4d50-afee-a1d95d10866d {{(pid=103806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 10:32:35.408919 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1b55fec8-8d4f-4cd8-a834-ddded97d32ec admin admin] Publish callbacks [] for subnet (98bc89c9-0e9d-4d50-afee-a1d95d10866d), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:35.410432 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:35.444479 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1b55fec8-8d4f-4cd8-a834-ddded97d32ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014507'] for subnet (98bc89c9-0e9d-4d50-afee-a1d95d10866d), precommit_delete_associations {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:35.484025 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1b55fec8-8d4f-4cd8-a834-ddded97d32ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7722939'] for subnet (98bc89c9-0e9d-4d50-afee-a1d95d10866d), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:35.544270 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1b55fec8-8d4f-4cd8-a834-ddded97d32ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7722882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-252119595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-251934052'] for subnet (98bc89c9-0e9d-4d50-afee-a1d95d10866d), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:35.570288 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b55fec8-8d4f-4cd8-a834-ddded97d32ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98bc89c9-0e9d-4d50-afee-a1d95d10866d,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:35.576808 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1b55fec8-8d4f-4cd8-a834-ddded97d32ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:35.583251 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-1b55fec8-8d4f-4cd8-a834-ddded97d32ec admin admin] 10.222.0.49 "DELETE /v2.0/subnets/98bc89c9-0e9d-4d50-afee-a1d95d10866d HTTP/1.1" status: 204 len: 168 time: 0.2178290 Jun 15 10:32:35.583251 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 54166) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:32:35.664962 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-07c9146d-4b1f-41fb-b3fa-e3782c42446e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7810747'] for network (9a94a4c7-195b-4de3-a93a-ee4846d90190), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:35.764791 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-07c9146d-4b1f-41fb-b3fa-e3782c42446e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7721322', 'neutron.services.segments.db._delete_segments_for_network-8732880543290'] for network (9a94a4c7-195b-4de3-a93a-ee4846d90190), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:35.792673 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.services.segments.db [None req-07c9146d-4b1f-41fb-b3fa-e3782c42446e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a94a4c7-195b-4de3-a93a-ee4846d90190']}} {{(pid=103806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:32:35.802450 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.services.segments.db [None req-07c9146d-4b1f-41fb-b3fa-e3782c42446e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cb1678e-1d3f-402e-be7b-a3960cf385d0') {'for_net_delete': True} {{(pid=103806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:32:35.802739 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.services.segments.db [None req-07c9146d-4b1f-41fb-b3fa-e3782c42446e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cb1678e-1d3f-402e-be7b-a3960cf385d0') {} {{(pid=103806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:32:35.813239 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-07c9146d-4b1f-41fb-b3fa-e3782c42446e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732880541633', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014514'] for segment (3cb1678e-1d3f-402e-be7b-a3960cf385d0), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:35.831374 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-07c9146d-4b1f-41fb-b3fa-e3782c42446e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7722752'] for segment (3cb1678e-1d3f-402e-be7b-a3960cf385d0), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:35.840414 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07c9146d-4b1f-41fb-b3fa-e3782c42446e admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=103806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 10:32:35.840809 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-07c9146d-4b1f-41fb-b3fa-e3782c42446e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7722752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-252119669'] for segment (3cb1678e-1d3f-402e-be7b-a3960cf385d0), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:35.938089 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.services.segments.plugin [-] Segment 3cb1678e-1d3f-402e-be7b-a3960cf385d0 resource provider aggregate not found Jun 15 10:32:35.958533 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.services.segments.plugin [-] Segment 3cb1678e-1d3f-402e-be7b-a3960cf385d0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3cb1678e-1d3f-402e-be7b-a3960cf385d0 found for delete ", "request_id": "req-ffad929d-888e-4c01-9ba9-c0b4be1f6f03"}]} Jun 15 10:32:35.962572 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-07c9146d-4b1f-41fb-b3fa-e3782c42446e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7722532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-721499'] for network (9a94a4c7-195b-4de3-a93a-ee4846d90190), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:35.986154 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-07c9146d-4b1f-41fb-b3fa-e3782c42446e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for network (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:36.001570 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-07c9146d-4b1f-41fb-b3fa-e3782c42446e admin admin] 10.222.0.49 "DELETE /v2.0/networks/9a94a4c7-195b-4de3-a93a-ee4846d90190 HTTP/1.1" status: 204 len: 168 time: 0.4178298 Jun 15 10:32:36.081731 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c9146d-4b1f-41fb-b3fa-e3782c42446e admin admin] Pushing event deleted for resources: {'Network': ['ID=9a94a4c7-195b-4de3-a93a-ee4846d90190,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:36.108089 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c976d52e-024c-4de0-852d-3c39f3b8fe2f req-af7bdf5f-c8f2-46fd-a213-34f5c1c6a69b tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:36.109539 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c976d52e-024c-4de0-852d-3c39f3b8fe2f req-af7bdf5f-c8f2-46fd-a213-34f5c1c6a69b tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 945 time: 0.0701444 Jun 15 10:32:36.161778 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c976d52e-024c-4de0-852d-3c39f3b8fe2f req-98a5c9ae-7def-4eaa-a039-2fe032eeaf0c tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463316 Jun 15 10:32:36.242644 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 54212) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:32:36.281773 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-25efb5b4-713b-4cc6-8f27-82907d06178d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b8df5f1986694e8f9ee6f55ef3995621&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0373886 Jun 15 10:32:36.284410 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 54214) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:32:36.339341 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-47d3b938-5fa8-4e8c-82a9-45b27aa6bb19 admin admin] Publish callbacks [] for security_group (d03e8cdd-3fe1-411c-b804-b0d20377d6f7), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:36.366977 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-47d3b938-5fa8-4e8c-82a9-45b27aa6bb19 admin admin] Publish callbacks [] for security_group (d03e8cdd-3fe1-411c-b804-b0d20377d6f7), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:36.392446 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:36.416964 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-47d3b938-5fa8-4e8c-82a9-45b27aa6bb19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (d03e8cdd-3fe1-411c-b804-b0d20377d6f7), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:36.420289 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-47d3b938-5fa8-4e8c-82a9-45b27aa6bb19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:36.421472 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-47d3b938-5fa8-4e8c-82a9-45b27aa6bb19 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d03e8cdd-3fe1-411c-b804-b0d20377d6f7 HTTP/1.1" status: 204 len: 168 time: 0.1361997 Jun 15 10:32:36.429903 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d3b938-5fa8-4e8c-82a9-45b27aa6bb19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03e8cdd-3fe1-411c-b804-b0d20377d6f7,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:37.120364 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 54244) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:32:37.234295 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-7fe1b8db-9baf-4b8d-8b91-d98fbe427336 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2084004446-network', 'tenant_id': 'd5320ba7f73d40cb9a6d16225d6660c7'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:32:37.256596 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe1b8db-9baf-4b8d-8b91-d98fbe427336 admin admin] Made reservation on behalf of d5320ba7f73d40cb9a6d16225d6660c7 for: {'network': 1} {{(pid=103806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 10:32:37.260207 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7fe1b8db-9baf-4b8d-8b91-d98fbe427336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for network (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:37.272290 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7fe1b8db-9baf-4b8d-8b91-d98fbe427336 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:37.300414 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d33cc8-2dbb-4ced-b343-63ce0ffa99b0 req-d2cd48fc-3055-4e6d-9029-db30f3bdd218 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:37.302950 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-99d33cc8-2dbb-4ced-b343-63ce0ffa99b0 req-d2cd48fc-3055-4e6d-9029-db30f3bdd218 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 945 time: 0.0582044 Jun 15 10:32:37.359515 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:37.375824 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-99d33cc8-2dbb-4ced-b343-63ce0ffa99b0 req-dd0debdd-22e6-46d7-8a5b-20b15812c6a8 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655503 Jun 15 10:32:37.419042 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7fe1b8db-9baf-4b8d-8b91-d98fbe427336 admin admin] Publish callbacks [] for security_group (49f7235f-4602-406a-b1f4-b0a4821e6def), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:37.423628 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7fe1b8db-9baf-4b8d-8b91-d98fbe427336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (49f7235f-4602-406a-b1f4-b0a4821e6def), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:37.453394 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fe1b8db-9baf-4b8d-8b91-d98fbe427336 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=103806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 10:32:37.462964 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe1b8db-9baf-4b8d-8b91-d98fbe427336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f7235f-4602-406a-b1f4-b0a4821e6def,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:37.470441 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7fe1b8db-9baf-4b8d-8b91-d98fbe427336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7722752'] for segment (251106e4-9199-432a-8d40-9072987ac67e), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:37.470441 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.db.segments_db [None req-7fe1b8db-9baf-4b8d-8b91-d98fbe427336 admin admin] Added segment 251106e4-9199-432a-8d40-9072987ac67e of type vlan for network 1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6 Jun 15 10:32:37.513551 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7fe1b8db-9baf-4b8d-8b91-d98fbe427336 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732880046228'] for network (1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:37.537388 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7fe1b8db-9baf-4b8d-8b91-d98fbe427336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468'] for network (1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:37.538571 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe1b8db-9baf-4b8d-8b91-d98fbe427336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:37.539170 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7fe1b8db-9baf-4b8d-8b91-d98fbe427336 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for network (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:37.568354 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-7fe1b8db-9baf-4b8d-8b91-d98fbe427336 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.4469237 Jun 15 10:32:37.571456 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 54258) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:32:37.576358 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [None req-f132f61b-4086-47d6-b27a-400146f4a5d6 admin admin] Request body: {'subnet': {'network_id': '1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2084004446-subnet', 'tenant_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:32:37.596295 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f132f61b-4086-47d6-b27a-400146f4a5d6 admin admin] Made reservation on behalf of d5320ba7f73d40cb9a6d16225d6660c7 for: {'subnet': 1} {{(pid=103805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 10:32:37.598722 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-f132f61b-4086-47d6-b27a-400146f4a5d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3530326'] for subnet (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:37.610370 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe1b8db-9baf-4b8d-8b91-d98fbe427336 admin admin] Pushing event updated for resources: {'Network': ['ID=1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:37.621762 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Network 1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6 details requested by agent ovs-agent-dv-cinder-843493-2-iscsi with host dv-cinder-843493-2-iscsi {{(pid=103807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 10:32:37.794113 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-f132f61b-4086-47d6-b27a-400146f4a5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2774450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3530360'] for subnet (4438fcd8-ddec-420c-a2f1-1ebb746d8853), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:37.858451 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f132f61b-4086-47d6-b27a-400146f4a5d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4438fcd8-ddec-420c-a2f1-1ebb746d8853,revision_number=0']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:37.865988 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f132f61b-4086-47d6-b27a-400146f4a5d6 admin admin] Checking segment: {'id': '251106e4-9199-432a-8d40-9072987ac67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:32:37.866381 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f132f61b-4086-47d6-b27a-400146f4a5d6 admin admin] Network hostable DHCP agents. Network: 1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6, hostable agents: ['e7b68426-6abe-45ee-a2ce-c32f72f66753'], hosted agents: [] {{(pid=103805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 10:32:37.884629 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f132f61b-4086-47d6-b27a-400146f4a5d6 admin admin] Network 1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6 is scheduled to be hosted by DHCP agent e7b68426-6abe-45ee-a2ce-c32f72f66753 with binding_index 1 {{(pid=103805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 10:32:37.896599 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.base_scheduler [None req-f132f61b-4086-47d6-b27a-400146f4a5d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843493-2-iscsi, 1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6) {{(pid=103805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:32:37.901768 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f132f61b-4086-47d6-b27a-400146f4a5d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:37.902367 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-f132f61b-4086-47d6-b27a-400146f4a5d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for subnet (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:37.908330 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f039fe-36d5-4142-81c2-6e55aca0d445 None None] Network 1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6 requested from dv-cinder-843493-2-iscsi {{(pid=103807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 10:32:37.919810 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-f132f61b-4086-47d6-b27a-400146f4a5d6 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3472471 Jun 15 10:32:37.922493 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 54262) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:32:37.926582 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [None req-e16b8080-819d-43e0-b07f-c4ff17fbfd6b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2084004446-router', 'tenant_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81'}}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:32:37.948823 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e16b8080-819d-43e0-b07f-c4ff17fbfd6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-364'] for router (5688325c-b5ce-4020-ab53-bf186cf8f8e9), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:37.949760 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e16b8080-819d-43e0-b07f-c4ff17fbfd6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-721569', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-357'] for router (5688325c-b5ce-4020-ab53-bf186cf8f8e9), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:38.006244 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e16b8080-819d-43e0-b07f-c4ff17fbfd6b admin admin] Publish callbacks [] for router_controller (5688325c-b5ce-4020-ab53-bf186cf8f8e9), precommit_add_association {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:38.028173 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ebb57f-8780-452f-8b5c-be5091727072 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa140b1e4-d584-5ee8-9a96-4d94431f580c-1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6', 'network_id': '1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6', 'project_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'fixed_ips': [{'subnet_id': '4438fcd8-ddec-420c-a2f1-1ebb746d8853'}]}} from dv-cinder-843493-2-iscsi. {{(pid=103807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 15 10:32:38.029370 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e1ebb57f-8780-452f-8b5c-be5091727072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:38.155900 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e16b8080-819d-43e0-b07f-c4ff17fbfd6b admin admin] Publish callbacks [] for router_gateway (5688325c-b5ce-4020-ab53-bf186cf8f8e9), precommit_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:38.188965 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [None req-e1ebb57f-8780-452f-8b5c-be5091727072 None None] Allocated IP 172.20.0.2 (1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6/4438fcd8-ddec-420c-a2f1-1ebb746d8853/b16b4864-8459-451a-8f57-620b1e570141) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:32:38.335415 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e1ebb57f-8780-452f-8b5c-be5091727072 None None] Publish callbacks [] for port (b16b4864-8459-451a-8f57-620b1e570141), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:38.342185 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e1ebb57f-8780-452f-8b5c-be5091727072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205'] for port (b16b4864-8459-451a-8f57-620b1e570141), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:38.356279 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e16b8080-819d-43e0-b07f-c4ff17fbfd6b admin admin] Publish callbacks [] for router_gateway (5688325c-b5ce-4020-ab53-bf186cf8f8e9), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:38.376671 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e16b8080-819d-43e0-b07f-c4ff17fbfd6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:38.383350 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ebb57f-8780-452f-8b5c-be5091727072 None None] Network 1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6 is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:32:38.386985 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-e1ebb57f-8780-452f-8b5c-be5091727072 None None] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:32:38.390878 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ebb57f-8780-452f-8b5c-be5091727072 None None] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:32:38.428316 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:38.438008 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:38.454436 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ebb57f-8780-452f-8b5c-be5091727072 None None] Pushing event updated for resources: {'Port': ['ID=b16b4864-8459-451a-8f57-620b1e570141,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:38.486701 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-e1ebb57f-8780-452f-8b5c-be5091727072 None None] Attempting to bind port b16b4864-8459-451a-8f57-620b1e570141 on host dv-cinder-843493-2-iscsi for vnic_type normal with profile {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 10:32:38.487285 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-e1ebb57f-8780-452f-8b5c-be5091727072 None None] Attempting to bind port b16b4864-8459-451a-8f57-620b1e570141 by drivers openvswitch,hyperv on host dv-cinder-843493-2-iscsi at level 0 using segments [{'id': '251106e4-9199-432a-8d40-9072987ac67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6'}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 10:32:38.487716 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ebb57f-8780-452f-8b5c-be5091727072 None None] Attempting to bind port b16b4864-8459-451a-8f57-620b1e570141 on network 1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:32:38.498924 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ebb57f-8780-452f-8b5c-be5091727072 None None] Checking agent: {'id': 'ad84a4c2-87cd-4603-a219-98785ef58eeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 10, 23, 18), 'started_at': datetime.datetime(2022, 6, 15, 10, 23, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 10, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 10:32:38.499619 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ebb57f-8780-452f-8b5c-be5091727072 None None] Checking segment: {'id': '251106e4-9199-432a-8d40-9072987ac67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:32:38.500252 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e1ebb57f-8780-452f-8b5c-be5091727072 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:38.501232 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ebb57f-8780-452f-8b5c-be5091727072 None None] Bound using segment: {'id': '251106e4-9199-432a-8d40-9072987ac67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6'} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 10:32:38.502261 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-e1ebb57f-8780-452f-8b5c-be5091727072 None None] Bound port: b16b4864-8459-451a-8f57-620b1e570141, host: dv-cinder-843493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '251106e4-9199-432a-8d40-9072987ac67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6'}}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 10:32:38.502860 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e1ebb57f-8780-452f-8b5c-be5091727072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (b16b4864-8459-451a-8f57-620b1e570141), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:38.520966 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7724951-36aa-42ac-9182-388c8228322e req-346fc213-1a1f-442f-ad84-3dd5a1bc2199 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:38.528946 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a7724951-36aa-42ac-9182-388c8228322e req-346fc213-1a1f-442f-ad84-3dd5a1bc2199 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 945 time: 0.0847616 Jun 15 10:32:38.565949 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.db.db_base_plugin_common [None req-e16b8080-819d-43e0-b07f-c4ff17fbfd6b admin admin] Allocated IP 172.27.0.106 (0c6836d1-4e10-4696-9cf9-183899f77c81/849db9c0-6b0b-495f-a2c9-c288d42c277d/d5401aa4-d624-43d8-a46b-da51cec312f2) {{(pid=103805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:32:38.579776 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a7724951-36aa-42ac-9182-388c8228322e req-edd51c01-5bf2-4d77-bab8-94c808861b95 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490608 Jun 15 10:32:38.624687 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-e1ebb57f-8780-452f-8b5c-be5091727072 None None] For port b16b4864-8459-451a-8f57-620b1e570141, host dv-cinder-843493-2-iscsi, cleared binding levels {{(pid=103807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 10:32:38.628042 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-e1ebb57f-8780-452f-8b5c-be5091727072 None None] For port b16b4864-8459-451a-8f57-620b1e570141, host dv-cinder-843493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=b16b4864-8459-451a-8f57-620b1e570141,segment=NetworkSegment(251106e4-9199-432a-8d40-9072987ac67e),segment_id=251106e4-9199-432a-8d40-9072987ac67e)] {{(pid=103807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 10:32:38.641829 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e1ebb57f-8780-452f-8b5c-be5091727072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (b16b4864-8459-451a-8f57-620b1e570141), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:38.701669 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:38.729088 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ebb57f-8780-452f-8b5c-be5091727072 None None] Pushing event updated for resources: {'Port': ['ID=b16b4864-8459-451a-8f57-620b1e570141,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:38.744564 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e16b8080-819d-43e0-b07f-c4ff17fbfd6b admin admin] Publish callbacks [] for port (d5401aa4-d624-43d8-a46b-da51cec312f2), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:38.792866 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e16b8080-819d-43e0-b07f-c4ff17fbfd6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2774366'] for port (d5401aa4-d624-43d8-a46b-da51cec312f2), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:38.863799 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16b8080-819d-43e0-b07f-c4ff17fbfd6b admin admin] Network 0c6836d1-4e10-4696-9cf9-183899f77c81 is already hosted by enough agents. {{(pid=103805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:32:38.868339 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.base_scheduler [None req-e16b8080-819d-43e0-b07f-c4ff17fbfd6b admin admin] Resources bound (agent type, host, resource id): {{(pid=103805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:32:38.873658 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16b8080-819d-43e0-b07f-c4ff17fbfd6b admin admin] Received port after_create {{(pid=103805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:32:38.902182 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16b8080-819d-43e0-b07f-c4ff17fbfd6b admin admin] Pushing event updated for resources: {'Port': ['ID=d5401aa4-d624-43d8-a46b-da51cec312f2,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:39.142579 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e16b8080-819d-43e0-b07f-c4ff17fbfd6b admin admin] Publish callbacks [] for router_gateway (5688325c-b5ce-4020-ab53-bf186cf8f8e9), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:39.314493 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:39.337916 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e16b8080-819d-43e0-b07f-c4ff17fbfd6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-721411'] for router (5688325c-b5ce-4020-ab53-bf186cf8f8e9), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:39.491882 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e16b8080-819d-43e0-b07f-c4ff17fbfd6b admin admin] Router 5688325c-b5ce-4020-ab53-bf186cf8f8e9 is scheduled to L3 agent 06043943-94cb-49df-a062-a4886c03e673 with binding_index 1 {{(pid=103805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 15 10:32:39.529851 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device b16b4864-8459-451a-8f57-620b1e570141 up at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:32:39.561813 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:39.579285 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Provisioning complete for port b16b4864-8459-451a-8f57-620b1e570141 triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:32:39.579709 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (b16b4864-8459-451a-8f57-620b1e570141), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:39.596930 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16b8080-819d-43e0-b07f-c4ff17fbfd6b admin admin] Notify agent at l3_agent.dv-cinder-843493-2-iscsi the message routers_updated {{(pid=103805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 10:32:39.611783 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7000c912-bca2-4463-a902-b0d9ee274033 None None] Sync routers for ids ['5688325c-b5ce-4020-ab53-bf186cf8f8e9'] in dv-cinder-843493-2-iscsi {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 10:32:39.619752 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e16b8080-819d-43e0-b07f-c4ff17fbfd6b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:39.623888 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 54314) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:32:39.624482 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-e16b8080-819d-43e0-b07f-c4ff17fbfd6b admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7005618 Jun 15 10:32:39.624728 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7000c912-bca2-4463-a902-b0d9ee274033 None None] Routers {'5688325c-b5ce-4020-ab53-bf186cf8f8e9'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:32:39.625320 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-7000c912-bca2-4463-a902-b0d9ee274033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:32:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['5688325c-b5ce-4020-ab53-bf186cf8f8e9'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:32:39.673761 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Current status of the port b16b4864-8459-451a-8f57-620b1e570141 is: DOWN; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:32:39.674577 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (b16b4864-8459-451a-8f57-620b1e570141), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:39.737457 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] For port b16b4864-8459-451a-8f57-620b1e570141, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=b16b4864-8459-451a-8f57-620b1e570141,segment=NetworkSegment(251106e4-9199-432a-8d40-9072987ac67e),segment_id=251106e4-9199-432a-8d40-9072987ac67e)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:32:39.749453 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (b16b4864-8459-451a-8f57-620b1e570141), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:39.791352 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86374ec9-910a-44aa-a785-402e594d2328 req-b2b98e4d-a733-4b61-9456-12408ae1fe51 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:39.792717 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-86374ec9-910a-44aa-a785-402e594d2328 req-b2b98e4d-a733-4b61-9456-12408ae1fe51 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 945 time: 0.0911024 Jun 15 10:32:39.796615 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-7000c912-bca2-4463-a902-b0d9ee274033 None None] Set router 5688325c-b5ce-4020-ab53-bf186cf8f8e9 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:32:39.814459 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:39.847850 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Pushing event updated for resources: {'Port': ['ID=b16b4864-8459-451a-8f57-620b1e570141,revision_number=3']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:39.877475 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-86374ec9-910a-44aa-a785-402e594d2328 req-a50395c9-93b3-472c-b8d3-8fc6d761f0c1 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731583 Jun 15 10:32:39.952990 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdc80f7-bf6e-47ad-b898-77a936a0ff2a None None] Network 1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6 requested from dv-cinder-843493-2-iscsi {{(pid=103807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 10:32:40.073006 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-8905f8c6-efc9-4a0d-976d-a92d44cd63fd None None] Provisioning complete for port b16b4864-8459-451a-8f57-620b1e570141 triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:32:40.073544 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8905f8c6-efc9-4a0d-976d-a92d44cd63fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (b16b4864-8459-451a-8f57-620b1e570141), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:40.077046 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-7000c912-bca2-4463-a902-b0d9ee274033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5688325c-b5ce-4020-ab53-bf186cf8f8e9', 'name': 'tempest-AttachVolumeTestJSON-2084004446-router', 'tenant_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'd5401aa4-d624-43d8-a46b-da51cec312f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:32:37Z', 'updated_at': '2022-06-15T10:32:39Z', 'revision_number': 3, 'project_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'gw_port': {'id': 'd5401aa4-d624-43d8-a46b-da51cec312f2', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:77:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5688325c-b5ce-4020-ab53-bf186cf8f8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:32:38Z', 'updated_at': '2022-06-15T10:32:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi'}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:32:40.105117 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7000c912-bca2-4463-a902-b0d9ee274033 None None] Checking router: 5688325c-b5ce-4020-ab53-bf186cf8f8e9 for host: dv-cinder-843493-2-iscsi {{(pid=103808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 10:32:40.105691 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7000c912-bca2-4463-a902-b0d9ee274033 None None] Updating router 5688325c-b5ce-4020-ab53-bf186cf8f8e9 port d5401aa4-d624-43d8-a46b-da51cec312f2 binding host dv-cinder-843493-2-iscsi {{(pid=103808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 10:32:40.135685 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7000c912-bca2-4463-a902-b0d9ee274033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (d5401aa4-d624-43d8-a46b-da51cec312f2), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:40.257417 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8905f8c6-efc9-4a0d-976d-a92d44cd63fd None None] Current status of the port b16b4864-8459-451a-8f57-620b1e570141 is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:32:40.303235 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:40.332947 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-92d87cf2-f730-436b-af30-9c65bbbf472e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:40.433544 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:40.486796 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-4456e0b7-72d7-4adf-ad40-6d6742fdf3ea None None] Provisioning complete for port b16b4864-8459-451a-8f57-620b1e570141 triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:32:40.490150 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4456e0b7-72d7-4adf-ad40-6d6742fdf3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (b16b4864-8459-451a-8f57-620b1e570141), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:40.614872 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-4456e0b7-72d7-4adf-ad40-6d6742fdf3ea None None] Current status of the port b16b4864-8459-451a-8f57-620b1e570141 is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:32:40.623560 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_common [None req-92d87cf2-f730-436b-af30-9c65bbbf472e admin admin] Allocated IP 172.20.0.1 (1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6/4438fcd8-ddec-420c-a2f1-1ebb746d8853/00c661e2-0e03-401b-bf2c-ff7d62504880) {{(pid=103806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:32:40.640336 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7000c912-bca2-4463-a902-b0d9ee274033 None None] Publish callbacks [] for port (d5401aa4-d624-43d8-a46b-da51cec312f2), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:40.652909 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7000c912-bca2-4463-a902-b0d9ee274033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (d5401aa4-d624-43d8-a46b-da51cec312f2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:40.716169 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb4a8b9-84df-431d-a64d-d3e38449f67b None None] Pushing event updated for resources: {'Port': ['ID=d5401aa4-d624-43d8-a46b-da51cec312f2,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:40.719355 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-7000c912-bca2-4463-a902-b0d9ee274033 None None] Attempting to bind port d5401aa4-d624-43d8-a46b-da51cec312f2 on host dv-cinder-843493-2-iscsi for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 10:32:40.719720 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-7000c912-bca2-4463-a902-b0d9ee274033 None None] Attempting to bind port d5401aa4-d624-43d8-a46b-da51cec312f2 by drivers openvswitch,hyperv on host dv-cinder-843493-2-iscsi at level 0 using segments [{'id': 'cb36ff63-3809-49b1-ae7b-cd8646780a76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 10:32:40.720076 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7000c912-bca2-4463-a902-b0d9ee274033 None None] Attempting to bind port d5401aa4-d624-43d8-a46b-da51cec312f2 on network 0c6836d1-4e10-4696-9cf9-183899f77c81 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:32:40.728617 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb4a8b9-84df-431d-a64d-d3e38449f67b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:32:40.728938 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb4a8b9-84df-431d-a64d-d3e38449f67b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:32:40.729739 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb4a8b9-84df-431d-a64d-d3e38449f67b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:32:40.729739 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb4a8b9-84df-431d-a64d-d3e38449f67b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:32:40.730070 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb4a8b9-84df-431d-a64d-d3e38449f67b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:32:40.730489 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb4a8b9-84df-431d-a64d-d3e38449f67b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:32:40.730854 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb4a8b9-84df-431d-a64d-d3e38449f67b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:32:40.731183 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb4a8b9-84df-431d-a64d-d3e38449f67b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:32:40.731472 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb4a8b9-84df-431d-a64d-d3e38449f67b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:32:40.731834 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb4a8b9-84df-431d-a64d-d3e38449f67b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:32:40.732120 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb4a8b9-84df-431d-a64d-d3e38449f67b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:32:40.732459 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb4a8b9-84df-431d-a64d-d3e38449f67b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:32:40.732784 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb4a8b9-84df-431d-a64d-d3e38449f67b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:32:40.733110 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb4a8b9-84df-431d-a64d-d3e38449f67b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:32:40.733418 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb4a8b9-84df-431d-a64d-d3e38449f67b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:32:40.737119 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7000c912-bca2-4463-a902-b0d9ee274033 None None] Checking agent: {'id': 'ad84a4c2-87cd-4603-a219-98785ef58eeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 10, 23, 18), 'started_at': datetime.datetime(2022, 6, 15, 10, 23, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 10, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 10:32:40.737766 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7000c912-bca2-4463-a902-b0d9ee274033 None None] Checking segment: {'id': 'cb36ff63-3809-49b1-ae7b-cd8646780a76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:32:40.738203 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7000c912-bca2-4463-a902-b0d9ee274033 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:40.738716 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7000c912-bca2-4463-a902-b0d9ee274033 None None] Bound using segment: {'id': 'cb36ff63-3809-49b1-ae7b-cd8646780a76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 10:32:40.739211 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-7000c912-bca2-4463-a902-b0d9ee274033 None None] Bound port: d5401aa4-d624-43d8-a46b-da51cec312f2, host: dv-cinder-843493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb36ff63-3809-49b1-ae7b-cd8646780a76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 10:32:40.739875 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7000c912-bca2-4463-a902-b0d9ee274033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (d5401aa4-d624-43d8-a46b-da51cec312f2), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:40.759461 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-92d87cf2-f730-436b-af30-9c65bbbf472e admin admin] Publish callbacks [] for port (00c661e2-0e03-401b-bf2c-ff7d62504880), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:40.797356 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-92d87cf2-f730-436b-af30-9c65bbbf472e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (00c661e2-0e03-401b-bf2c-ff7d62504880), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:40.797930 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-7000c912-bca2-4463-a902-b0d9ee274033 None None] For port d5401aa4-d624-43d8-a46b-da51cec312f2, host dv-cinder-843493-2-iscsi, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 10:32:40.801262 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-7000c912-bca2-4463-a902-b0d9ee274033 None None] For port d5401aa4-d624-43d8-a46b-da51cec312f2, host dv-cinder-843493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=d5401aa4-d624-43d8-a46b-da51cec312f2,segment=NetworkSegment(cb36ff63-3809-49b1-ae7b-cd8646780a76),segment_id=cb36ff63-3809-49b1-ae7b-cd8646780a76)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 10:32:40.808576 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7000c912-bca2-4463-a902-b0d9ee274033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (d5401aa4-d624-43d8-a46b-da51cec312f2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:40.845152 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d87cf2-f730-436b-af30-9c65bbbf472e admin admin] Network 1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6 is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:32:40.850871 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [None req-92d87cf2-f730-436b-af30-9c65bbbf472e admin admin] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:32:40.853735 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d87cf2-f730-436b-af30-9c65bbbf472e admin admin] Received port after_create {{(pid=103806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:32:40.859454 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d87cf2-f730-436b-af30-9c65bbbf472e admin admin] Pushing event updated for resources: {'Port': ['ID=00c661e2-0e03-401b-bf2c-ff7d62504880,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:40.873128 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7000c912-bca2-4463-a902-b0d9ee274033 None None] Routers {'5688325c-b5ce-4020-ab53-bf186cf8f8e9'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:32:40.873757 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-7000c912-bca2-4463-a902-b0d9ee274033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:32:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['5688325c-b5ce-4020-ab53-bf186cf8f8e9'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:32:40.876992 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb4a8b9-84df-431d-a64d-d3e38449f67b None None] Pushing event updated for resources: {'Port': ['ID=d5401aa4-d624-43d8-a46b-da51cec312f2,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:40.923238 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-92d87cf2-f730-436b-af30-9c65bbbf472e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-721191'] for router_interface (5688325c-b5ce-4020-ab53-bf186cf8f8e9), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:40.924343 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 54372) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:32:41.013601 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:41.025656 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=100 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:41.056019 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-7000c912-bca2-4463-a902-b0d9ee274033 None None] Set router 5688325c-b5ce-4020-ab53-bf186cf8f8e9 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:32:41.112361 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-14daaddd-a60c-45e5-aefa-1939111b8f1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:41.118566 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ed256-0f88-42b4-bb0b-8e8deef892fa req-915f6982-d664-4b49-806c-b2c8b45a260b tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:41.120449 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-298ed256-0f88-42b4-bb0b-8e8deef892fa req-915f6982-d664-4b49-806c-b2c8b45a260b tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 945 time: 0.0864000 Jun 15 10:32:41.127382 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-92d87cf2-f730-436b-af30-9c65bbbf472e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (00c661e2-0e03-401b-bf2c-ff7d62504880), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:41.152111 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-b4308100-484c-4cd6-8ced-d7d95bc88dbc None None] Provisioning complete for port 00c661e2-0e03-401b-bf2c-ff7d62504880 triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:32:41.152676 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b4308100-484c-4cd6-8ced-d7d95bc88dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (00c661e2-0e03-401b-bf2c-ff7d62504880), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:41.188944 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-b4308100-484c-4cd6-8ced-d7d95bc88dbc None None] Port 00c661e2-0e03-401b-bf2c-ff7d62504880 cannot update to ACTIVE because it is not bound. {{(pid=103807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 10:32:41.211789 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-14daaddd-a60c-45e5-aefa-1939111b8f1c admin admin] Publish callbacks [] for security_group (26a7f424-0cf3-4f47-8dea-fdd5298a73de), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:41.216861 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-14daaddd-a60c-45e5-aefa-1939111b8f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (26a7f424-0cf3-4f47-8dea-fdd5298a73de), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:41.229052 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-298ed256-0f88-42b4-bb0b-8e8deef892fa req-91df38f7-1d06-47c3-b632-ca43b363e6b8 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977898 Jun 15 10:32:41.264789 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-14daaddd-a60c-45e5-aefa-1939111b8f1c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3f66feeddeba414296d6f0a04e97457a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3393548 Jun 15 10:32:41.265777 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14daaddd-a60c-45e5-aefa-1939111b8f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a7f424-0cf3-4f47-8dea-fdd5298a73de,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:41.268252 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 54378) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:32:41.317887 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:41.320391 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-4036c093-0fed-42ae-9295-5830b4d4ec65 admin admin] Publish callbacks [] for security_group (26a7f424-0cf3-4f47-8dea-fdd5298a73de), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:41.347175 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-4036c093-0fed-42ae-9295-5830b4d4ec65 admin admin] Publish callbacks [] for security_group (26a7f424-0cf3-4f47-8dea-fdd5298a73de), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:41.350929 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-7000c912-bca2-4463-a902-b0d9ee274033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5688325c-b5ce-4020-ab53-bf186cf8f8e9', 'name': 'tempest-AttachVolumeTestJSON-2084004446-router', 'tenant_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'd5401aa4-d624-43d8-a46b-da51cec312f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:32:37Z', 'updated_at': '2022-06-15T10:32:39Z', 'revision_number': 3, 'project_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'gw_port': {'id': 'd5401aa4-d624-43d8-a46b-da51cec312f2', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:77:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5688325c-b5ce-4020-ab53-bf186cf8f8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:32:38Z', 'updated_at': '2022-06-15T10:32:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi'}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:32:41.366527 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-92d87cf2-f730-436b-af30-9c65bbbf472e admin admin] Publish callbacks [] for port (00c661e2-0e03-401b-bf2c-ff7d62504880), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:41.373006 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-92d87cf2-f730-436b-af30-9c65bbbf472e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-252119569'] for port (00c661e2-0e03-401b-bf2c-ff7d62504880), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:41.380244 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7000c912-bca2-4463-a902-b0d9ee274033 None None] The sync data for ids ['5688325c-b5ce-4020-ab53-bf186cf8f8e9'] in dv-cinder-843493-2-iscsi is: [{'id': '5688325c-b5ce-4020-ab53-bf186cf8f8e9', 'name': 'tempest-AttachVolumeTestJSON-2084004446-router', 'tenant_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'd5401aa4-d624-43d8-a46b-da51cec312f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:32:37Z', 'updated_at': '2022-06-15T10:32:39Z', 'revision_number': 3, 'project_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'gw_port': {'id': 'd5401aa4-d624-43d8-a46b-da51cec312f2', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:77:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5688325c-b5ce-4020-ab53-bf186cf8f8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:32:38Z', 'updated_at': '2022-06-15T10:32:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi'}] {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 10:32:41.399897 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-4036c093-0fed-42ae-9295-5830b4d4ec65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (26a7f424-0cf3-4f47-8dea-fdd5298a73de), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:41.402882 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-4036c093-0fed-42ae-9295-5830b4d4ec65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:41.406392 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-4036c093-0fed-42ae-9295-5830b4d4ec65 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/26a7f424-0cf3-4f47-8dea-fdd5298a73de HTTP/1.1" status: 204 len: 168 time: 0.1348534 Jun 15 10:32:41.420489 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4036c093-0fed-42ae-9295-5830b4d4ec65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a7f424-0cf3-4f47-8dea-fdd5298a73de,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:41.455971 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d87cf2-f730-436b-af30-9c65bbbf472e admin admin] Pushing event updated for resources: {'Port': ['ID=00c661e2-0e03-401b-bf2c-ff7d62504880,revision_number=2']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:41.459202 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-92d87cf2-f730-436b-af30-9c65bbbf472e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-721243'] for router_interface (5688325c-b5ce-4020-ab53-bf186cf8f8e9), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:41.487256 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:41.583574 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d87cf2-f730-436b-af30-9c65bbbf472e admin admin] Network 1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6 is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:32:41.585974 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [None req-92d87cf2-f730-436b-af30-9c65bbbf472e admin admin] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:32:41.633435 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device b16b4864-8459-451a-8f57-620b1e570141 up at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:32:41.722442 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Provisioning complete for port b16b4864-8459-451a-8f57-620b1e570141 triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:32:41.722811 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (b16b4864-8459-451a-8f57-620b1e570141), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:41.887618 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:41.930056 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Current status of the port b16b4864-8459-451a-8f57-620b1e570141 is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:32:42.121154 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-5ad79274-8c5d-470e-bcb5-b1d2a9c87d0e None None] Provisioning complete for port 00c661e2-0e03-401b-bf2c-ff7d62504880 triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:32:42.123528 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-5ad79274-8c5d-470e-bcb5-b1d2a9c87d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (00c661e2-0e03-401b-bf2c-ff7d62504880), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:42.172297 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d87cf2-f730-436b-af30-9c65bbbf472e admin admin] Router 5688325c-b5ce-4020-ab53-bf186cf8f8e9 has already been hosted by L3 agent 06043943-94cb-49df-a062-a4886c03e673 {{(pid=103806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 10:32:42.198879 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-5ad79274-8c5d-470e-bcb5-b1d2a9c87d0e None None] Port 00c661e2-0e03-401b-bf2c-ff7d62504880 cannot update to ACTIVE because it is not bound. {{(pid=103807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 10:32:42.316021 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d87cf2-f730-436b-af30-9c65bbbf472e admin admin] Notify agent at l3_agent.dv-cinder-843493-2-iscsi the message routers_updated {{(pid=103806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 10:32:42.323107 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-92d87cf2-f730-436b-af30-9c65bbbf472e admin admin] 10.222.0.49 "PUT /v2.0/routers/5688325c-b5ce-4020-ab53-bf186cf8f8e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6970870 Jun 15 10:32:42.403640 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4528efb-00c2-487f-b118-5c6fa821f52e req-2b9a5d23-a089-4264-95f4-1e2ef17e3e42 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:42.410831 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-e4528efb-00c2-487f-b118-5c6fa821f52e req-2b9a5d23-a089-4264-95f4-1e2ef17e3e42 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 945 time: 0.0779905 Jun 15 10:32:42.492914 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-e4528efb-00c2-487f-b118-5c6fa821f52e req-23eab06a-2722-477d-89b8-6e0d35e3d6e5 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760534 Jun 15 10:32:42.866209 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 54466) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:32:42.871472 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [None req-3e3dd58f-5de0-4091-88f0-ae93f3fcb7a9 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2009524725', 'description': 'tempest-description--727163650'}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:32:42.880864 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:42.893529 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-3e3dd58f-5de0-4091-88f0-ae93f3fcb7a9 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks [] for security_group (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:42.966069 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-3e3dd58f-5de0-4091-88f0-ae93f3fcb7a9 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks [] for security_group (de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:42.970996 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-3e3dd58f-5de0-4091-88f0-ae93f3fcb7a9 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:43.001681 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-93ea6caf-e124-401a-b997-997cd0254765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (e7b68426-6abe-45ee-a2ce-c32f72f66753), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:43.006086 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3dd58f-5de0-4091-88f0-ae93f3fcb7a9 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:43.010901 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-3e3dd58f-5de0-4091-88f0-ae93f3fcb7a9 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:43.012147 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-3e3dd58f-5de0-4091-88f0-ae93f3fcb7a9 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1447532 Jun 15 10:32:43.015157 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 54492) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:32:43.019787 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-f467f8b6-6076-4182-90d0-d469598e3af0 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Request body: {'security_group_rule': {'security_group_id': 'de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:32:43.054654 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-f467f8b6-6076-4182-90d0-d469598e3af0 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks [] for security_group_rule (ce313db7-f29e-468d-9a65-7f1e12b3c118), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:43.117169 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-f467f8b6-6076-4182-90d0-d469598e3af0 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks [] for security_group_rule (ce313db7-f29e-468d-9a65-7f1e12b3c118), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:43.121303 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-f467f8b6-6076-4182-90d0-d469598e3af0 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592663'] for security_group_rule (ce313db7-f29e-468d-9a65-7f1e12b3c118), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:43.139971 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f467f8b6-6076-4182-90d0-d469598e3af0 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce313db7-f29e-468d-9a65-7f1e12b3c118,revision_number=0']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:43.152574 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-f467f8b6-6076-4182-90d0-d469598e3af0 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:43.153727 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-f467f8b6-6076-4182-90d0-d469598e3af0 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1374211 Jun 15 10:32:43.156483 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 54496) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:32:43.161033 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-9f6b36d8-02c8-479d-9ff6-8abd7b72a2a5 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Request body: {'security_group_rule': {'security_group_id': 'de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:32:43.200766 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-9f6b36d8-02c8-479d-9ff6-8abd7b72a2a5 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks [] for security_group_rule (9528b6bb-4a7a-4980-a67b-b9e4c5dec8c6), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:43.286751 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-9f6b36d8-02c8-479d-9ff6-8abd7b72a2a5 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks [] for security_group_rule (9528b6bb-4a7a-4980-a67b-b9e4c5dec8c6), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:43.291984 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-9f6b36d8-02c8-479d-9ff6-8abd7b72a2a5 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592663'] for security_group_rule (9528b6bb-4a7a-4980-a67b-b9e4c5dec8c6), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:43.309774 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:43.311370 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6b36d8-02c8-479d-9ff6-8abd7b72a2a5 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9528b6bb-4a7a-4980-a67b-b9e4c5dec8c6,revision_number=0']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:43.320372 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-9f6b36d8-02c8-479d-9ff6-8abd7b72a2a5 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:43.324080 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-9f6b36d8-02c8-479d-9ff6-8abd7b72a2a5 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1663160 Jun 15 10:32:43.325170 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 54504) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:32:43.330484 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-892c8d44-0ab7-4471-96f1-6024f3e3d315 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Request body: {'floatingip': {'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:32:43.362395 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-892c8d44-0ab7-4471-96f1-6024f3e3d315 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:43.441967 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-892c8d44-0ab7-4471-96f1-6024f3e3d315 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:43.505475 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device d5401aa4-d624-43d8-a46b-da51cec312f2 up at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:32:43.567258 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_common [None req-892c8d44-0ab7-4471-96f1-6024f3e3d315 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Allocated IP 172.27.0.222 (0c6836d1-4e10-4696-9cf9-183899f77c81/849db9c0-6b0b-495f-a2c9-c288d42c277d/30c038b6-31c0-49c9-b74d-e6602cf1de1a) {{(pid=103806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:32:43.574402 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce4f19a-8c3b-40b3-a1dd-9e241d90d79e None None] Sync routers for ids ['5688325c-b5ce-4020-ab53-bf186cf8f8e9'] in dv-cinder-843493-2-iscsi {{(pid=103807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 10:32:43.589273 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce4f19a-8c3b-40b3-a1dd-9e241d90d79e None None] Routers {'5688325c-b5ce-4020-ab53-bf186cf8f8e9'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:32:43.589935 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-fce4f19a-8c3b-40b3-a1dd-9e241d90d79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:32:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['5688325c-b5ce-4020-ab53-bf186cf8f8e9'], 'active': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:32:43.612536 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a8498-997f-4413-af6c-2f74c97b9d8c req-dd3b4830-51b8-4b4a-9a6f-5fb1f8ff08a8 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:43.614324 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-270a8498-997f-4413-af6c-2f74c97b9d8c req-dd3b4830-51b8-4b4a-9a6f-5fb1f8ff08a8 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 945 time: 0.0615072 Jun 15 10:32:43.668382 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-270a8498-997f-4413-af6c-2f74c97b9d8c req-ca1b01a5-b37d-4ee3-b1a7-e393c1d19d46 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482340 Jun 15 10:32:43.703199 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-892c8d44-0ab7-4471-96f1-6024f3e3d315 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks [] for port (30c038b6-31c0-49c9-b74d-e6602cf1de1a), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:43.707585 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:43.743719 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-892c8d44-0ab7-4471-96f1-6024f3e3d315 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (30c038b6-31c0-49c9-b74d-e6602cf1de1a), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:43.783947 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Provisioning complete for port d5401aa4-d624-43d8-a46b-da51cec312f2 triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:32:43.784311 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (d5401aa4-d624-43d8-a46b-da51cec312f2), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:43.786596 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892c8d44-0ab7-4471-96f1-6024f3e3d315 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Network 0c6836d1-4e10-4696-9cf9-183899f77c81 is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:32:43.789737 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [None req-892c8d44-0ab7-4471-96f1-6024f3e3d315 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:32:43.797880 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892c8d44-0ab7-4471-96f1-6024f3e3d315 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Received port after_create {{(pid=103806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:32:43.801039 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c8d44-0ab7-4471-96f1-6024f3e3d315 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Pushing event updated for resources: {'Port': ['ID=30c038b6-31c0-49c9-b74d-e6602cf1de1a,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:43.825893 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:43.856025 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvr_db [None req-fce4f19a-8c3b-40b3-a1dd-9e241d90d79e None None] Set router 5688325c-b5ce-4020-ab53-bf186cf8f8e9 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:32:43.916131 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-892c8d44-0ab7-4471-96f1-6024f3e3d315 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks [] for floatingip (4762c32d-2a78-4ae3-a973-d1157a0a0ab6), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:43.945504 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Current status of the port d5401aa4-d624-43d8-a46b-da51cec312f2 is: DOWN; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:32:43.946440 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (d5401aa4-d624-43d8-a46b-da51cec312f2), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:43.956270 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-892c8d44-0ab7-4471-96f1-6024f3e3d315 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (30c038b6-31c0-49c9-b74d-e6602cf1de1a), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:43.986199 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] For port d5401aa4-d624-43d8-a46b-da51cec312f2, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=d5401aa4-d624-43d8-a46b-da51cec312f2,segment=NetworkSegment(cb36ff63-3809-49b1-ae7b-cd8646780a76),segment_id=cb36ff63-3809-49b1-ae7b-cd8646780a76)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:32:44.019803 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (d5401aa4-d624-43d8-a46b-da51cec312f2), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:44.077543 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=4 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:44.102283 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Pushing event updated for resources: {'Port': ['ID=d5401aa4-d624-43d8-a46b-da51cec312f2,revision_number=4']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:44.106559 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-892c8d44-0ab7-4471-96f1-6024f3e3d315 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks [] for port (30c038b6-31c0-49c9-b74d-e6602cf1de1a), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:44.111229 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-892c8d44-0ab7-4471-96f1-6024f3e3d315 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-252119569'] for port (30c038b6-31c0-49c9-b74d-e6602cf1de1a), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:44.122549 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-fce4f19a-8c3b-40b3-a1dd-9e241d90d79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5688325c-b5ce-4020-ab53-bf186cf8f8e9', 'name': 'tempest-AttachVolumeTestJSON-2084004446-router', 'tenant_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'd5401aa4-d624-43d8-a46b-da51cec312f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:32:37Z', 'updated_at': '2022-06-15T10:32:41Z', 'revision_number': 4, 'project_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'gw_port': {'id': 'd5401aa4-d624-43d8-a46b-da51cec312f2', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:77:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5688325c-b5ce-4020-ab53-bf186cf8f8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:32:38Z', 'updated_at': '2022-06-15T10:32:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': '00c661e2-0e03-401b-bf2c-ff7d62504880', 'name': '', 'network_id': '1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6', 'tenant_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'mac_address': 'fa:16:3e:da:57:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5688325c-b5ce-4020-ab53-bf186cf8f8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '4438fcd8-ddec-420c-a2f1-1ebb746d8853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:32:40Z', 'updated_at': '2022-06-15T10:32:41Z', 'revision_number': 2, 'project_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'subnets': [{'id': '4438fcd8-ddec-420c-a2f1-1ebb746d8853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:32:44.147154 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce4f19a-8c3b-40b3-a1dd-9e241d90d79e None None] Checking router: 5688325c-b5ce-4020-ab53-bf186cf8f8e9 for host: dv-cinder-843493-2-iscsi {{(pid=103807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 10:32:44.147507 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce4f19a-8c3b-40b3-a1dd-9e241d90d79e None None] Updating router 5688325c-b5ce-4020-ab53-bf186cf8f8e9 port 00c661e2-0e03-401b-bf2c-ff7d62504880 binding host dv-cinder-843493-2-iscsi {{(pid=103807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 10:32:44.178450 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-fce4f19a-8c3b-40b3-a1dd-9e241d90d79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (00c661e2-0e03-401b-bf2c-ff7d62504880), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:44.181879 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c8d44-0ab7-4471-96f1-6024f3e3d315 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Pushing event updated for resources: {'Port': ['ID=30c038b6-31c0-49c9-b74d-e6602cf1de1a,revision_number=2']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:44.190317 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-892c8d44-0ab7-4471-96f1-6024f3e3d315 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-721338'] for floatingip (4762c32d-2a78-4ae3-a973-d1157a0a0ab6), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:44.205543 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-892c8d44-0ab7-4471-96f1-6024f3e3d315 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for floatingip (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:44.212875 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-892c8d44-0ab7-4471-96f1-6024f3e3d315 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8802936 Jun 15 10:32:44.377288 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5d36a990-1734-4144-86c5-97f892116e04 req-dd1179e8-e13d-4ed2-80b7-733d0f06b62e tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--2009524725&fields=id&tenant_id=d5320ba7f73d40cb9a6d16225d6660c7 HTTP/1.1" status: 200 len: 267 time: 0.0477340 Jun 15 10:32:44.385192 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:44.449060 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-fce4f19a-8c3b-40b3-a1dd-9e241d90d79e None None] Publish callbacks [] for port (00c661e2-0e03-401b-bf2c-ff7d62504880), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:44.456043 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-fce4f19a-8c3b-40b3-a1dd-9e241d90d79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (00c661e2-0e03-401b-bf2c-ff7d62504880), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:44.481399 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36a990-1734-4144-86c5-97f892116e04 req-c1cbf510-98ee-4e2e-bc4d-00001281d34b tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:44.482802 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5d36a990-1734-4144-86c5-97f892116e04 req-c1cbf510-98ee-4e2e-bc4d-00001281d34b tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/networks?id=1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6 HTTP/1.1" status: 200 len: 811 time: 0.0989461 Jun 15 10:32:44.501630 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5d36a990-1734-4144-86c5-97f892116e04 req-bcd1fad7-71cc-4628-80ce-6c45ec3fbdfb tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/quotas/d5320ba7f73d40cb9a6d16225d6660c7 HTTP/1.1" status: 200 len: 375 time: 0.0131361 Jun 15 10:32:44.502928 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639ee624-9e88-444f-900b-03778f4be0d8 None None] Pushing event updated for resources: {'Port': ['ID=00c661e2-0e03-401b-bf2c-ff7d62504880,revision_number=3']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:44.563071 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5d36a990-1734-4144-86c5-97f892116e04 req-35ed6025-d4e0-4c58-9d68-b4065c1a5314 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d5320ba7f73d40cb9a6d16225d6660c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547569 Jun 15 10:32:44.563346 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-fce4f19a-8c3b-40b3-a1dd-9e241d90d79e None None] Attempting to bind port 00c661e2-0e03-401b-bf2c-ff7d62504880 on host dv-cinder-843493-2-iscsi for vnic_type normal with profile {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 10:32:44.563822 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-fce4f19a-8c3b-40b3-a1dd-9e241d90d79e None None] Attempting to bind port 00c661e2-0e03-401b-bf2c-ff7d62504880 by drivers openvswitch,hyperv on host dv-cinder-843493-2-iscsi at level 0 using segments [{'id': '251106e4-9199-432a-8d40-9072987ac67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6'}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 10:32:44.563961 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce4f19a-8c3b-40b3-a1dd-9e241d90d79e None None] Attempting to bind port 00c661e2-0e03-401b-bf2c-ff7d62504880 on network 1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:32:44.569574 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce4f19a-8c3b-40b3-a1dd-9e241d90d79e None None] Checking agent: {'id': 'ad84a4c2-87cd-4603-a219-98785ef58eeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 10, 23, 18), 'started_at': datetime.datetime(2022, 6, 15, 10, 23, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 10, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 10:32:44.569941 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce4f19a-8c3b-40b3-a1dd-9e241d90d79e None None] Checking segment: {'id': '251106e4-9199-432a-8d40-9072987ac67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:32:44.570348 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-fce4f19a-8c3b-40b3-a1dd-9e241d90d79e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:44.570981 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce4f19a-8c3b-40b3-a1dd-9e241d90d79e None None] Bound using segment: {'id': '251106e4-9199-432a-8d40-9072987ac67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6'} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 10:32:44.571267 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-fce4f19a-8c3b-40b3-a1dd-9e241d90d79e None None] Bound port: 00c661e2-0e03-401b-bf2c-ff7d62504880, host: dv-cinder-843493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '251106e4-9199-432a-8d40-9072987ac67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6'}}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 10:32:44.571650 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-fce4f19a-8c3b-40b3-a1dd-9e241d90d79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (00c661e2-0e03-401b-bf2c-ff7d62504880), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:44.643263 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-fce4f19a-8c3b-40b3-a1dd-9e241d90d79e None None] For port 00c661e2-0e03-401b-bf2c-ff7d62504880, host dv-cinder-843493-2-iscsi, cleared binding levels {{(pid=103807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 10:32:44.645644 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:44.647640 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-fce4f19a-8c3b-40b3-a1dd-9e241d90d79e None None] For port 00c661e2-0e03-401b-bf2c-ff7d62504880, host dv-cinder-843493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=00c661e2-0e03-401b-bf2c-ff7d62504880,segment=NetworkSegment(251106e4-9199-432a-8d40-9072987ac67e),segment_id=251106e4-9199-432a-8d40-9072987ac67e)] {{(pid=103807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 10:32:44.659128 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-fce4f19a-8c3b-40b3-a1dd-9e241d90d79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (00c661e2-0e03-401b-bf2c-ff7d62504880), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:44.697796 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5d36a990-1734-4144-86c5-97f892116e04 req-032b3af7-6447-4d31-9d32-74ab2cd13d49 service neutron] 10.222.0.49 "GET /v2.0/networks/1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226544 Jun 15 10:32:44.726819 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce4f19a-8c3b-40b3-a1dd-9e241d90d79e None None] Routers {'5688325c-b5ce-4020-ab53-bf186cf8f8e9'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:32:44.728064 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-fce4f19a-8c3b-40b3-a1dd-9e241d90d79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:32:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['5688325c-b5ce-4020-ab53-bf186cf8f8e9'], 'active': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:32:44.732747 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639ee624-9e88-444f-900b-03778f4be0d8 None None] Pushing event updated for resources: {'Port': ['ID=00c661e2-0e03-401b-bf2c-ff7d62504880,revision_number=4']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:44.783896 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:44.819438 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-36461ee9-a798-4972-98b6-020efcd6ff52 None None] Provisioning complete for port 00c661e2-0e03-401b-bf2c-ff7d62504880 triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:32:44.819815 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-36461ee9-a798-4972-98b6-020efcd6ff52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (00c661e2-0e03-401b-bf2c-ff7d62504880), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:44.834751 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5d36a990-1734-4144-86c5-97f892116e04 req-6d8ef8a0-5db7-4f24-8764-63b3f4ecbc29 service neutron] 10.222.0.49 "GET /v2.0/networks/1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265850 Jun 15 10:32:44.904141 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvr_db [None req-fce4f19a-8c3b-40b3-a1dd-9e241d90d79e None None] Set router 5688325c-b5ce-4020-ab53-bf186cf8f8e9 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:32:45.020140 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c27dc0ac-bdd0-4015-912c-938ff6082d73 req-e2c3824e-67df-4a96-a243-8e8ec3d9033e tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 210 time: 0.0309656 Jun 15 10:32:45.043869 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-36461ee9-a798-4972-98b6-020efcd6ff52 None None] Current status of the port 00c661e2-0e03-401b-bf2c-ff7d62504880 is: DOWN; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:32:45.044255 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-36461ee9-a798-4972-98b6-020efcd6ff52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (00c661e2-0e03-401b-bf2c-ff7d62504880), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:45.066904 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f109e706-5977-4c25-aa0c-be1fa14de93a req-c9e619e2-37ca-4249-9a88-13f1c1a99236 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:45.068518 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-f109e706-5977-4c25-aa0c-be1fa14de93a req-c9e619e2-37ca-4249-9a88-13f1c1a99236 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 945 time: 0.3127346 Jun 15 10:32:45.119481 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-f109e706-5977-4c25-aa0c-be1fa14de93a req-7f86468a-c2c9-4445-a8c2-45919c384293 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450392 Jun 15 10:32:45.127060 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-36461ee9-a798-4972-98b6-020efcd6ff52 None None] For port 00c661e2-0e03-401b-bf2c-ff7d62504880, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=00c661e2-0e03-401b-bf2c-ff7d62504880,segment=NetworkSegment(251106e4-9199-432a-8d40-9072987ac67e),segment_id=251106e4-9199-432a-8d40-9072987ac67e)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:32:45.133527 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-36461ee9-a798-4972-98b6-020efcd6ff52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (00c661e2-0e03-401b-bf2c-ff7d62504880), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:45.183671 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:45.233887 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-fce4f19a-8c3b-40b3-a1dd-9e241d90d79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5688325c-b5ce-4020-ab53-bf186cf8f8e9', 'name': 'tempest-AttachVolumeTestJSON-2084004446-router', 'tenant_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'd5401aa4-d624-43d8-a46b-da51cec312f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:32:37Z', 'updated_at': '2022-06-15T10:32:41Z', 'revision_number': 4, 'project_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'gw_port': {'id': 'd5401aa4-d624-43d8-a46b-da51cec312f2', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:77:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5688325c-b5ce-4020-ab53-bf186cf8f8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:32:38Z', 'updated_at': '2022-06-15T10:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': '00c661e2-0e03-401b-bf2c-ff7d62504880', 'name': '', 'network_id': '1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6', 'tenant_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'mac_address': 'fa:16:3e:da:57:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5688325c-b5ce-4020-ab53-bf186cf8f8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '4438fcd8-ddec-420c-a2f1-1ebb746d8853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:32:40Z', 'updated_at': '2022-06-15T10:32:44Z', 'revision_number': 4, 'project_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'subnets': [{'id': '4438fcd8-ddec-420c-a2f1-1ebb746d8853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:32:45.240491 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36461ee9-a798-4972-98b6-020efcd6ff52 None None] Pushing event updated for resources: {'Port': ['ID=00c661e2-0e03-401b-bf2c-ff7d62504880,revision_number=5']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:45.268528 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c0bede72-6cd7-4cd3-ad93-bea1a2faf4bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (06043943-94cb-49df-a062-a4886c03e673), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:45.277403 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce4f19a-8c3b-40b3-a1dd-9e241d90d79e None None] The sync data for ids ['5688325c-b5ce-4020-ab53-bf186cf8f8e9'] in dv-cinder-843493-2-iscsi is: [{'id': '5688325c-b5ce-4020-ab53-bf186cf8f8e9', 'name': 'tempest-AttachVolumeTestJSON-2084004446-router', 'tenant_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'd5401aa4-d624-43d8-a46b-da51cec312f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:32:37Z', 'updated_at': '2022-06-15T10:32:41Z', 'revision_number': 4, 'project_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'gw_port': {'id': 'd5401aa4-d624-43d8-a46b-da51cec312f2', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:77:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5688325c-b5ce-4020-ab53-bf186cf8f8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:32:38Z', 'updated_at': '2022-06-15T10:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': '00c661e2-0e03-401b-bf2c-ff7d62504880', 'name': '', 'network_id': '1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6', 'tenant_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'mac_address': 'fa:16:3e:da:57:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5688325c-b5ce-4020-ab53-bf186cf8f8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '4438fcd8-ddec-420c-a2f1-1ebb746d8853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:32:40Z', 'updated_at': '2022-06-15T10:32:44Z', 'revision_number': 4, 'project_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'subnets': [{'id': '4438fcd8-ddec-420c-a2f1-1ebb746d8853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 10:32:45.287940 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-167a370b-674f-4161-aaa4-f3a51e1fde35 None None] Provisioning complete for port 00c661e2-0e03-401b-bf2c-ff7d62504880 triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:32:45.287940 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-167a370b-674f-4161-aaa4-f3a51e1fde35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (00c661e2-0e03-401b-bf2c-ff7d62504880), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:45.444680 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-167a370b-674f-4161-aaa4-f3a51e1fde35 None None] Current status of the port 00c661e2-0e03-401b-bf2c-ff7d62504880 is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:32:45.577946 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device d5401aa4-d624-43d8-a46b-da51cec312f2 up at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:32:45.623702 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Provisioning complete for port d5401aa4-d624-43d8-a46b-da51cec312f2 triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:32:45.624075 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (d5401aa4-d624-43d8-a46b-da51cec312f2), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:45.698204 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Current status of the port d5401aa4-d624-43d8-a46b-da51cec312f2 is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:32:45.699405 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 00c661e2-0e03-401b-bf2c-ff7d62504880 up at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:32:45.750998 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Provisioning complete for port 00c661e2-0e03-401b-bf2c-ff7d62504880 triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:32:45.751629 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (00c661e2-0e03-401b-bf2c-ff7d62504880), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:45.780574 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:45.833179 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Current status of the port 00c661e2-0e03-401b-bf2c-ff7d62504880 is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:32:46.121577 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6d29f87d-905b-4507-a21a-98b5749f0255 req-47c44d3c-fec5-4566-b3bc-ef1a8f87ec8c tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 210 time: 0.0293961 Jun 15 10:32:46.227130 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:46.248792 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39aa33e-aff7-4a94-a8cf-b6cd145154ce req-28b8ed67-74e2-4032-8b4f-4ba68ea1ada9 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:46.250307 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-b39aa33e-aff7-4a94-a8cf-b6cd145154ce req-28b8ed67-74e2-4032-8b4f-4ba68ea1ada9 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 945 time: 0.0570955 Jun 15 10:32:46.300172 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-b39aa33e-aff7-4a94-a8cf-b6cd145154ce req-7bf62339-8780-4b14-8104-bf8a87746ef7 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436416 Jun 15 10:32:46.382031 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-59f444b4-2386-4fe1-b50f-b9e54b42d680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (3cca6303-0f2e-4b13-b82d-f2749c30f699), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:46.670332 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36a990-1734-4144-86c5-97f892116e04 req-17cfc269-cf86-46ff-9b1d-74bf0d649289 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:46.672041 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5d36a990-1734-4144-86c5-97f892116e04 req-17cfc269-cf86-46ff-9b1d-74bf0d649289 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.62 "GET /v2.0/networks?id=1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6 HTTP/1.1" status: 200 len: 811 time: 0.1311972 Jun 15 10:32:46.768267 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5d36a990-1734-4144-86c5-97f892116e04 req-50634b4f-b38e-48a6-9608-cb45369a8397 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5320ba7f73d40cb9a6d16225d6660c7 HTTP/1.1" status: 200 len: 380 time: 0.0575194 Jun 15 10:32:46.862849 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 54606) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:32:46.893150 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [req-5d36a990-1734-4144-86c5-97f892116e04 req-0aa7c7eb-e8a9-4b57-9a38-d4717726a0f0 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Request body: {'port': {'device_id': '3b8e51d7-b834-4fe4-8cea-02ce37c5cce2', 'network_id': '1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6', 'admin_state_up': True, 'tenant_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'security_groups': ['de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90']}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:32:46.937441 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_v2 [None req-28a0bba7-f9cd-404a-8f0b-88911e72bdd2 admin admin] Deleting subnet 38b49467-5033-438c-b425-1905213fe6db {{(pid=103806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 10:32:46.968330 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-28a0bba7-f9cd-404a-8f0b-88911e72bdd2 admin admin] Publish callbacks [] for subnet (38b49467-5033-438c-b425-1905213fe6db), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:47.020192 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-28a0bba7-f9cd-404a-8f0b-88911e72bdd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014507'] for subnet (38b49467-5033-438c-b425-1905213fe6db), precommit_delete_associations {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:47.045606 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:47.076260 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-28a0bba7-f9cd-404a-8f0b-88911e72bdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7722939'] for subnet (38b49467-5033-438c-b425-1905213fe6db), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:47.094893 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d36a990-1734-4144-86c5-97f892116e04 req-0aa7c7eb-e8a9-4b57-9a38-d4717726a0f0 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Made reservation on behalf of d5320ba7f73d40cb9a6d16225d6660c7 for: {'port': 1} {{(pid=103806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 10:32:47.098170 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-5d36a990-1734-4144-86c5-97f892116e04 req-0aa7c7eb-e8a9-4b57-9a38-d4717726a0f0 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:47.188445 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-28a0bba7-f9cd-404a-8f0b-88911e72bdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7722882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-252119595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-251934052'] for subnet (38b49467-5033-438c-b425-1905213fe6db), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:47.244935 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a0bba7-f9cd-404a-8f0b-88911e72bdd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38b49467-5033-438c-b425-1905213fe6db,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:47.252765 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-28a0bba7-f9cd-404a-8f0b-88911e72bdd2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:47.255770 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-28a0bba7-f9cd-404a-8f0b-88911e72bdd2 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/38b49467-5033-438c-b425-1905213fe6db HTTP/1.1" status: 204 len: 168 time: 0.3919089 Jun 15 10:32:47.257691 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0fa8ed38-e495-4fca-b8a9-78bed674e0f0 req-ecad96d3-a925-49a8-b62d-990ada0601c8 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 210 time: 0.0642304 Jun 15 10:32:47.259430 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 54610) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:32:47.360820 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_common [req-5d36a990-1734-4144-86c5-97f892116e04 req-0aa7c7eb-e8a9-4b57-9a38-d4717726a0f0 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Allocated IP 172.20.0.4 (1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6/4438fcd8-ddec-420c-a2f1-1ebb746d8853/a02e7f61-e16c-43e4-9c88-b76eccfa416c) {{(pid=103806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:32:47.373741 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-02319ff2-d25e-4214-b449-5081934ce63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7810747'] for network (171c66ea-0bf2-443f-89c0-c0c9b9135295), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:47.420708 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f1b41-f508-4056-a6d2-f6a65fd097ef req-0b162ed8-1dcc-4f6d-8d19-25469d4cf2f1 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:47.422509 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-030f1b41-f508-4056-a6d2-f6a65fd097ef req-0b162ed8-1dcc-4f6d-8d19-25469d4cf2f1 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 945 time: 0.0539064 Jun 15 10:32:47.429001 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:47.480914 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-030f1b41-f508-4056-a6d2-f6a65fd097ef req-38dcddc4-2e2e-48e5-8f40-bb4ab95423a9 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463645 Jun 15 10:32:47.510074 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-02319ff2-d25e-4214-b449-5081934ce63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7721322', 'neutron.services.segments.db._delete_segments_for_network-8732880543290'] for network (171c66ea-0bf2-443f-89c0-c0c9b9135295), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:47.565568 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.services.segments.db [None req-02319ff2-d25e-4214-b449-5081934ce63c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['171c66ea-0bf2-443f-89c0-c0c9b9135295']}} {{(pid=103806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:32:47.579511 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.services.segments.db [None req-02319ff2-d25e-4214-b449-5081934ce63c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13410b2e-fad4-4eff-b1e3-b0b3071a55ab') {'for_net_delete': True} {{(pid=103806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:32:47.579736 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.services.segments.db [None req-02319ff2-d25e-4214-b449-5081934ce63c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13410b2e-fad4-4eff-b1e3-b0b3071a55ab') {} {{(pid=103806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:32:47.597080 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-02319ff2-d25e-4214-b449-5081934ce63c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732880541633', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014514'] for segment (13410b2e-fad4-4eff-b1e3-b0b3071a55ab), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:47.619998 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-5d36a990-1734-4144-86c5-97f892116e04 req-0aa7c7eb-e8a9-4b57-9a38-d4717726a0f0 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks [] for port (a02e7f61-e16c-43e4-9c88-b76eccfa416c), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:47.621577 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-02319ff2-d25e-4214-b449-5081934ce63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7722752'] for segment (13410b2e-fad4-4eff-b1e3-b0b3071a55ab), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:47.630765 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02319ff2-d25e-4214-b449-5081934ce63c admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=103806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 10:32:47.631161 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-02319ff2-d25e-4214-b449-5081934ce63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7722752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-252119669'] for segment (13410b2e-fad4-4eff-b1e3-b0b3071a55ab), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:47.650814 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.services.segments.plugin [-] Segment 13410b2e-fad4-4eff-b1e3-b0b3071a55ab resource provider aggregate not found Jun 15 10:32:47.672826 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.services.segments.plugin [-] Segment 13410b2e-fad4-4eff-b1e3-b0b3071a55ab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 13410b2e-fad4-4eff-b1e3-b0b3071a55ab found for delete ", "request_id": "req-6a524672-8f9a-4edd-96e8-edb4ec3941b3"}]} Jun 15 10:32:47.710029 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-02319ff2-d25e-4214-b449-5081934ce63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7722532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-721499'] for network (171c66ea-0bf2-443f-89c0-c0c9b9135295), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:47.726484 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-02319ff2-d25e-4214-b449-5081934ce63c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for network (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:47.729604 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-02319ff2-d25e-4214-b449-5081934ce63c admin admin] 10.222.0.49 "DELETE /v2.0/networks/171c66ea-0bf2-443f-89c0-c0c9b9135295 HTTP/1.1" status: 204 len: 168 time: 0.4481826 Jun 15 10:32:47.731375 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-5d36a990-1734-4144-86c5-97f892116e04 req-0aa7c7eb-e8a9-4b57-9a38-d4717726a0f0 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (a02e7f61-e16c-43e4-9c88-b76eccfa416c), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:47.732465 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 54624) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:32:47.733080 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02319ff2-d25e-4214-b449-5081934ce63c admin admin] Pushing event deleted for resources: {'Network': ['ID=171c66ea-0bf2-443f-89c0-c0c9b9135295,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:47.767688 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-28d06d32-ea2f-4019-b04d-5ef5fa4d530e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (28e3d1c3-881c-45f9-bfee-5bcc9597e0ae), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:47.784766 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d36a990-1734-4144-86c5-97f892116e04 req-0aa7c7eb-e8a9-4b57-9a38-d4717726a0f0 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Network 1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6 is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:32:47.787978 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [req-5d36a990-1734-4144-86c5-97f892116e04 req-0aa7c7eb-e8a9-4b57-9a38-d4717726a0f0 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:32:47.792033 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d36a990-1734-4144-86c5-97f892116e04 req-0aa7c7eb-e8a9-4b57-9a38-d4717726a0f0 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Received port after_create {{(pid=103806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:32:47.798269 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa7c7eb-e8a9-4b57-9a38-d4717726a0f0 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Pushing event updated for resources: {'Port': ['ID=a02e7f61-e16c-43e4-9c88-b76eccfa416c,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:47.799037 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cb3099f-e6c1-4e96-9be4-49b710668e87 admin admin] Deleting subnet ba0fefe7-7b8e-4ae4-9754-f57e98f59891 {{(pid=103805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 10:32:47.802923 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1cb3099f-e6c1-4e96-9be4-49b710668e87 admin admin] Publish callbacks [] for subnet (ba0fefe7-7b8e-4ae4-9754-f57e98f59891), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:47.843834 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:47.853486 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1cb3099f-e6c1-4e96-9be4-49b710668e87 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2839202'] for subnet (ba0fefe7-7b8e-4ae4-9754-f57e98f59891), precommit_delete_associations {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:47.864129 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36a990-1734-4144-86c5-97f892116e04 req-0aa7c7eb-e8a9-4b57-9a38-d4717726a0f0 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:47.864767 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-5d36a990-1734-4144-86c5-97f892116e04 req-0aa7c7eb-e8a9-4b57-9a38-d4717726a0f0 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:47.885032 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5d36a990-1734-4144-86c5-97f892116e04 req-0aa7c7eb-e8a9-4b57-9a38-d4717726a0f0 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9967501 Jun 15 10:32:47.902523 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1cb3099f-e6c1-4e96-9be4-49b710668e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7722939'] for subnet (ba0fefe7-7b8e-4ae4-9754-f57e98f59891), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:47.924298 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [req-5d36a990-1734-4144-86c5-97f892116e04 req-68d349bb-1a92-4f8b-bbde-23539d1c3eb7 service neutron] Request body: {'port': {'device_id': '3b8e51d7-b834-4fe4-8cea-02ce37c5cce2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84349'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:32:47.961753 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (ad84a4c2-87cd-4603-a219-98785ef58eeb), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:47.972532 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1cb3099f-e6c1-4e96-9be4-49b710668e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7722882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2774387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3530355'] for subnet (ba0fefe7-7b8e-4ae4-9754-f57e98f59891), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:48.003062 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb3099f-e6c1-4e96-9be4-49b710668e87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba0fefe7-7b8e-4ae4-9754-f57e98f59891,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:48.005675 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-5d36a990-1734-4144-86c5-97f892116e04 req-68d349bb-1a92-4f8b-bbde-23539d1c3eb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (a02e7f61-e16c-43e4-9c88-b76eccfa416c), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:48.009482 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1cb3099f-e6c1-4e96-9be4-49b710668e87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for subnet (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:48.013252 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-1cb3099f-e6c1-4e96-9be4-49b710668e87 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ba0fefe7-7b8e-4ae4-9754-f57e98f59891 HTTP/1.1" status: 204 len: 168 time: 0.2793443 Jun 15 10:32:48.015661 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 54626) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:32:48.080726 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-37ce4be4-1357-4b26-9aad-4a7b7c7e3326 None None] Provisioning complete for port a02e7f61-e16c-43e4-9c88-b76eccfa416c triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:32:48.080990 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-37ce4be4-1357-4b26-9aad-4a7b7c7e3326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (a02e7f61-e16c-43e4-9c88-b76eccfa416c), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:48.084496 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-765059f6-906d-4bb3-beab-ed72c31f087a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7810747'] for network (2e6d8f77-4d20-4df5-a558-d4a265fabc18), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:48.134316 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:48.173750 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-765059f6-906d-4bb3-beab-ed72c31f087a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7721322', 'neutron.services.segments.db._delete_segments_for_network-8732880543290'] for network (2e6d8f77-4d20-4df5-a558-d4a265fabc18), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:48.206630 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.services.segments.db [None req-765059f6-906d-4bb3-beab-ed72c31f087a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e6d8f77-4d20-4df5-a558-d4a265fabc18']}} {{(pid=103805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:32:48.217498 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.services.segments.db [None req-765059f6-906d-4bb3-beab-ed72c31f087a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ba8b8e9-9e27-45f0-912e-d81d9eed4ca8') {'for_net_delete': True} {{(pid=103805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:32:48.217916 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.services.segments.db [None req-765059f6-906d-4bb3-beab-ed72c31f087a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ba8b8e9-9e27-45f0-912e-d81d9eed4ca8') {} {{(pid=103805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:32:48.228960 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-765059f6-906d-4bb3-beab-ed72c31f087a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732880541633', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2839227'] for segment (7ba8b8e9-9e27-45f0-912e-d81d9eed4ca8), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:48.237529 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-37ce4be4-1357-4b26-9aad-4a7b7c7e3326 None None] Port a02e7f61-e16c-43e4-9c88-b76eccfa416c cannot update to ACTIVE because it is not bound. {{(pid=103807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 10:32:48.243720 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-765059f6-906d-4bb3-beab-ed72c31f087a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7722752'] for segment (7ba8b8e9-9e27-45f0-912e-d81d9eed4ca8), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:48.250605 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-765059f6-906d-4bb3-beab-ed72c31f087a admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=103805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 10:32:48.250991 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-765059f6-906d-4bb3-beab-ed72c31f087a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7722752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2774317'] for segment (7ba8b8e9-9e27-45f0-912e-d81d9eed4ca8), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:48.299900 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [req-5d36a990-1734-4144-86c5-97f892116e04 req-68d349bb-1a92-4f8b-bbde-23539d1c3eb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a02e7f61-e16c-43e4-9c88-b76eccfa416c {{(pid=103806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 10:32:48.309025 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-5d36a990-1734-4144-86c5-97f892116e04 req-68d349bb-1a92-4f8b-bbde-23539d1c3eb7 service neutron] Publish callbacks [] for port (a02e7f61-e16c-43e4-9c88-b76eccfa416c), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:48.319555 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-765059f6-906d-4bb3-beab-ed72c31f087a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7722532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-721499'] for network (2e6d8f77-4d20-4df5-a558-d4a265fabc18), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:48.324301 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.provisioning_blocks [req-5d36a990-1734-4144-86c5-97f892116e04 req-68d349bb-1a92-4f8b-bbde-23539d1c3eb7 service neutron] Transition to ACTIVE for port object a02e7f61-e16c-43e4-9c88-b76eccfa416c will not be triggered until provisioned by entity L2. {{(pid=103806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 10:32:48.327187 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-765059f6-906d-4bb3-beab-ed72c31f087a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for network (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:48.330369 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-765059f6-906d-4bb3-beab-ed72c31f087a admin admin] 10.222.0.49 "DELETE /v2.0/networks/2e6d8f77-4d20-4df5-a558-d4a265fabc18 HTTP/1.1" status: 204 len: 168 time: 0.3137343 Jun 15 10:32:48.330946 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-5d36a990-1734-4144-86c5-97f892116e04 req-68d349bb-1a92-4f8b-bbde-23539d1c3eb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-252119569'] for port (a02e7f61-e16c-43e4-9c88-b76eccfa416c), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:48.343416 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765059f6-906d-4bb3-beab-ed72c31f087a admin admin] Pushing event deleted for resources: {'Network': ['ID=2e6d8f77-4d20-4df5-a558-d4a265fabc18,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:48.394241 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.services.segments.plugin [-] Segment 7ba8b8e9-9e27-45f0-912e-d81d9eed4ca8 resource provider aggregate not found Jun 15 10:32:48.415985 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.services.segments.plugin [-] Segment 7ba8b8e9-9e27-45f0-912e-d81d9eed4ca8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7ba8b8e9-9e27-45f0-912e-d81d9eed4ca8 found for delete ", "request_id": "req-a3e578ad-e98e-45dd-a373-d037caf35f0e"}]} Jun 15 10:32:48.421614 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:48.484656 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d349bb-1a92-4f8b-bbde-23539d1c3eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=a02e7f61-e16c-43e4-9c88-b76eccfa416c,revision_number=2']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:48.523447 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e715a279-689d-48ea-b751-26d616860247 req-fc641f25-68e3-4b3c-9604-db2b5a5de4e9 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:48.526203 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e715a279-689d-48ea-b751-26d616860247 req-fc641f25-68e3-4b3c-9604-db2b5a5de4e9 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 943 time: 0.1501715 Jun 15 10:32:48.604460 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-5d36a990-1734-4144-86c5-97f892116e04 req-68d349bb-1a92-4f8b-bbde-23539d1c3eb7 service neutron] Attempting to bind port a02e7f61-e16c-43e4-9c88-b76eccfa416c on host hv-cinder-84349 for vnic_type normal with profile {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 10:32:48.604791 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-5d36a990-1734-4144-86c5-97f892116e04 req-68d349bb-1a92-4f8b-bbde-23539d1c3eb7 service neutron] Attempting to bind port a02e7f61-e16c-43e4-9c88-b76eccfa416c by drivers openvswitch,hyperv on host hv-cinder-84349 at level 0 using segments [{'id': '251106e4-9199-432a-8d40-9072987ac67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6'}] {{(pid=103806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 10:32:48.605113 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d36a990-1734-4144-86c5-97f892116e04 req-68d349bb-1a92-4f8b-bbde-23539d1c3eb7 service neutron] Attempting to bind port a02e7f61-e16c-43e4-9c88-b76eccfa416c on network 1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6 {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:32:48.610891 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d36a990-1734-4144-86c5-97f892116e04 req-68d349bb-1a92-4f8b-bbde-23539d1c3eb7 service neutron] Port a02e7f61-e16c-43e4-9c88-b76eccfa416c on network 1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84349 {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 10:32:48.611317 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d36a990-1734-4144-86c5-97f892116e04 req-68d349bb-1a92-4f8b-bbde-23539d1c3eb7 service neutron] Attempting to bind port a02e7f61-e16c-43e4-9c88-b76eccfa416c on network 1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6 {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:32:48.616574 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d36a990-1734-4144-86c5-97f892116e04 req-68d349bb-1a92-4f8b-bbde-23539d1c3eb7 service neutron] Checking agent: {'id': 'a4349971-e88a-4ea8-a067-54d07204ee65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84349', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 10, 29, 20), 'started_at': datetime.datetime(2022, 6, 15, 10, 29, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 10, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 10:32:48.617010 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d36a990-1734-4144-86c5-97f892116e04 req-68d349bb-1a92-4f8b-bbde-23539d1c3eb7 service neutron] Checking segment: {'id': '251106e4-9199-432a-8d40-9072987ac67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:32:48.617538 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d36a990-1734-4144-86c5-97f892116e04 req-68d349bb-1a92-4f8b-bbde-23539d1c3eb7 service neutron] Bound using segment: {'id': '251106e4-9199-432a-8d40-9072987ac67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6'} {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 10:32:48.618315 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-5d36a990-1734-4144-86c5-97f892116e04 req-68d349bb-1a92-4f8b-bbde-23539d1c3eb7 service neutron] Bound port: a02e7f61-e16c-43e4-9c88-b76eccfa416c, host: hv-cinder-84349, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '251106e4-9199-432a-8d40-9072987ac67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6'}}] {{(pid=103806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 10:32:48.619613 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-5d36a990-1734-4144-86c5-97f892116e04 req-68d349bb-1a92-4f8b-bbde-23539d1c3eb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (a02e7f61-e16c-43e4-9c88-b76eccfa416c), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:48.627771 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e715a279-689d-48ea-b751-26d616860247 req-f6f348c2-00a8-426c-9fe8-cca43cbf5866 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862370 Jun 15 10:32:48.642646 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a58e54c-b48a-476b-8309-755309ce0978 req-a4c34af6-92fa-460d-aeae-ef71c8b77eeb tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:48.645003 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-0a58e54c-b48a-476b-8309-755309ce0978 req-a4c34af6-92fa-460d-aeae-ef71c8b77eeb tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 945 time: 0.0632248 Jun 15 10:32:48.680518 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 54642) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:32:48.702984 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-0a58e54c-b48a-476b-8309-755309ce0978 req-9e0c0b70-f307-47fa-bb00-3094bee52c65 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461152 Jun 15 10:32:48.723013 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:48.731300 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-5d36a990-1734-4144-86c5-97f892116e04 req-68d349bb-1a92-4f8b-bbde-23539d1c3eb7 service neutron] For port a02e7f61-e16c-43e4-9c88-b76eccfa416c, host hv-cinder-84349, cleared binding levels {{(pid=103806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 10:32:48.750714 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-5d36a990-1734-4144-86c5-97f892116e04 req-68d349bb-1a92-4f8b-bbde-23539d1c3eb7 service neutron] For port a02e7f61-e16c-43e4-9c88-b76eccfa416c, host hv-cinder-84349, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=a02e7f61-e16c-43e4-9c88-b76eccfa416c,segment=NetworkSegment(251106e4-9199-432a-8d40-9072987ac67e),segment_id=251106e4-9199-432a-8d40-9072987ac67e)] {{(pid=103806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 10:32:48.754096 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-e5ff8206-5a45-4ebb-a8b9-1bcea001599c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=75f96c492c964ea197288dc60d5d60a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0725219 Jun 15 10:32:48.756689 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 54646) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:32:48.760587 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-5d36a990-1734-4144-86c5-97f892116e04 req-68d349bb-1a92-4f8b-bbde-23539d1c3eb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-252119569'] for port (a02e7f61-e16c-43e4-9c88-b76eccfa416c), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:48.835795 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-c44f3278-48f5-4763-b123-1b7b4a803764 admin admin] Publish callbacks [] for security_group (40a7f93e-dfa7-489c-8429-66935dfd645d), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:48.860563 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-c44f3278-48f5-4763-b123-1b7b4a803764 admin admin] Publish callbacks [] for security_group (40a7f93e-dfa7-489c-8429-66935dfd645d), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:48.918695 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-c44f3278-48f5-4763-b123-1b7b4a803764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (40a7f93e-dfa7-489c-8429-66935dfd645d), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:48.921520 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-c44f3278-48f5-4763-b123-1b7b4a803764 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:48.922699 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-c44f3278-48f5-4763-b123-1b7b4a803764 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/40a7f93e-dfa7-489c-8429-66935dfd645d HTTP/1.1" status: 204 len: 168 time: 0.1648281 Jun 15 10:32:48.932477 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:48.935128 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f3278-48f5-4763-b123-1b7b4a803764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a7f93e-dfa7-489c-8429-66935dfd645d,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:49.059169 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36a990-1734-4144-86c5-97f892116e04 req-68d349bb-1a92-4f8b-bbde-23539d1c3eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:49.059720 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-5d36a990-1734-4144-86c5-97f892116e04 req-68d349bb-1a92-4f8b-bbde-23539d1c3eb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:49.061171 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5d36a990-1734-4144-86c5-97f892116e04 req-68d349bb-1a92-4f8b-bbde-23539d1c3eb7 service neutron] 10.222.0.62 "PUT /v2.0/ports/a02e7f61-e16c-43e4-9c88-b76eccfa416c HTTP/1.1" status: 200 len: 1093 time: 1.1421130 Jun 15 10:32:49.061702 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b8e51d7-b834-4fe4-8cea-02ce37c5cce2', 'tag': 'a02e7f61-e16c-43e4-9c88-b76eccfa416c'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:32:49.067234 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15acf06c26f001ded10715ddc8547394d4bbc7e5ff5a4e462e54e6774371169d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30417ff-f176-4af2-866d-300ab0859d17" -d '{"events": [{"name": "network-changed", "server_uuid": "3b8e51d7-b834-4fe4-8cea-02ce37c5cce2", "tag": "a02e7f61-e16c-43e4-9c88-b76eccfa416c"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:32:49.095751 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d349bb-1a92-4f8b-bbde-23539d1c3eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=a02e7f61-e16c-43e4-9c88-b76eccfa416c,revision_number=3']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:49.142689 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 10:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43cf0ef7-0764-4714-a40b-3ae8d0c921e3 x-openstack-request-id: req-43cf0ef7-0764-4714-a40b-3ae8d0c921e3 {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:32:49.143060 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b8e51d7-b834-4fe4-8cea-02ce37c5cce2", "tag": "a02e7f61-e16c-43e4-9c88-b76eccfa416c", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:32:49.143500 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-43cf0ef7-0764-4714-a40b-3ae8d0c921e3 {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:32:49.144008 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43cf0ef7-0764-4714-a40b-3ae8d0c921e3'] response: {'name': 'network-changed', 'server_uuid': '3b8e51d7-b834-4fe4-8cea-02ce37c5cce2', 'tag': 'a02e7f61-e16c-43e4-9c88-b76eccfa416c', 'status': 'completed', 'code': 200} Jun 15 10:32:49.210123 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36a990-1734-4144-86c5-97f892116e04 req-7fe87933-22ed-4f91-b71c-9123e0683435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:49.211963 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5d36a990-1734-4144-86c5-97f892116e04 req-7fe87933-22ed-4f91-b71c-9123e0683435 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d5320ba7f73d40cb9a6d16225d6660c7&device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 1127 time: 0.0552366 Jun 15 10:32:49.268957 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5d36a990-1734-4144-86c5-97f892116e04 req-c85f9448-46d4-4c6c-9a75-d9d91c6893f2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a02e7f61-e16c-43e4-9c88-b76eccfa416c HTTP/1.1" status: 200 len: 217 time: 0.0374246 Jun 15 10:32:49.328476 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36a990-1734-4144-86c5-97f892116e04 req-d96a6bd5-917d-443b-8635-023ed2c4d70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:49.330057 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5d36a990-1734-4144-86c5-97f892116e04 req-d96a6bd5-917d-443b-8635-023ed2c4d70b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4438fcd8-ddec-420c-a2f1-1ebb746d8853 HTTP/1.1" status: 200 len: 850 time: 0.0521030 Jun 15 10:32:49.375368 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36a990-1734-4144-86c5-97f892116e04 req-cc1ee247-693b-4cd1-bdf9-74e304cd5fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:49.376983 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5d36a990-1734-4144-86c5-97f892116e04 req-cc1ee247-693b-4cd1-bdf9-74e304cd5fc8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400386 Jun 15 10:32:49.377535 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 54672) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:32:49.473796 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-63e0edfa-ed87-4fe1-bf1b-0f24aa50660c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=abb31d897fb8455f905262e723176e4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0951910 Jun 15 10:32:49.476499 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 54674) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:32:49.501276 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5d36a990-1734-4144-86c5-97f892116e04 req-d41c058a-5249-45b3-bec3-52efffd37b87 service neutron] 10.222.0.62 "GET /v2.0/networks/1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100583 Jun 15 10:32:49.529021 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-4673a391-f781-430a-b2c2-747541e36606 admin admin] Publish callbacks [] for security_group (e57c4314-f82a-45bb-a4d7-6b4e4bc77e4d), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:49.554019 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-4673a391-f781-430a-b2c2-747541e36606 admin admin] Publish callbacks [] for security_group (e57c4314-f82a-45bb-a4d7-6b4e4bc77e4d), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:49.611010 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5d36a990-1734-4144-86c5-97f892116e04 req-64dd1646-e98d-410a-b9f5-41edbe8767cd service neutron] 10.222.0.62 "GET /v2.0/networks/1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969501 Jun 15 10:32:49.619531 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-4673a391-f781-430a-b2c2-747541e36606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (e57c4314-f82a-45bb-a4d7-6b4e4bc77e4d), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:49.624205 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-4673a391-f781-430a-b2c2-747541e36606 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:49.625510 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-4673a391-f781-430a-b2c2-747541e36606 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e57c4314-f82a-45bb-a4d7-6b4e4bc77e4d HTTP/1.1" status: 204 len: 168 time: 0.1472480 Jun 15 10:32:49.633797 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4673a391-f781-430a-b2c2-747541e36606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57c4314-f82a-45bb-a4d7-6b4e4bc77e4d,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:49.803850 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a3100-7c06-419d-9443-7e162af1fd4a req-150d9a34-58ef-4a7c-afaa-9917b054c6b7 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:49.805904 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-e61a3100-7c06-419d-9443-7e162af1fd4a req-150d9a34-58ef-4a7c-afaa-9917b054c6b7 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 943 time: 0.0736837 Jun 15 10:32:49.875954 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e487cc04-4723-4247-bb04-827e9e96545c req-b6fbf1e8-51c8-42c7-974e-2d2176199bc6 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:49.877484 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e487cc04-4723-4247-bb04-827e9e96545c req-b6fbf1e8-51c8-42c7-974e-2d2176199bc6 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 945 time: 0.0567338 Jun 15 10:32:49.892863 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-e61a3100-7c06-419d-9443-7e162af1fd4a req-03c2d079-d253-416a-856d-8d093d477458 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787423 Jun 15 10:32:49.948367 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e487cc04-4723-4247-bb04-827e9e96545c req-1dc9d6ed-2e5f-4fb8-9de9-654374bcf5e5 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644879 Jun 15 10:32:50.876514 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 54758) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:32:50.878615 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30417ff-f176-4af2-866d-300ab0859d17 req-c0c1143e-b671-4268-beab-cc5da98fd120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:50.881177 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e30417ff-f176-4af2-866d-300ab0859d17 req-c0c1143e-b671-4268-beab-cc5da98fd120 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d5320ba7f73d40cb9a6d16225d6660c7&device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 1127 time: 0.0457635 Jun 15 10:32:50.911829 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 54762) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:32:51.005279 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:51.038767 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdbc634-c9b7-43e2-ad59-50cce9ed739e req-3a3216f8-6e97-4d13-a7da-ab85703a6cf7 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:51.044907 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-dcdbc634-c9b7-43e2-ad59-50cce9ed739e req-3a3216f8-6e97-4d13-a7da-ab85703a6cf7 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 943 time: 0.0581968 Jun 15 10:32:51.055159 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30417ff-f176-4af2-866d-300ab0859d17 req-788dcf0a-723e-4990-9b12-7004e4dd35be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:51.056691 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e30417ff-f176-4af2-866d-300ab0859d17 req-788dcf0a-723e-4990-9b12-7004e4dd35be service neutron] 10.222.0.62 "GET /v2.0/networks?id=1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6 HTTP/1.1" status: 200 len: 912 time: 0.1624684 Jun 15 10:32:51.081373 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-f1de76ca-c2cf-46c6-8ad1-b022615d5bcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:51.135628 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e30417ff-f176-4af2-866d-300ab0859d17 req-df3b2e2b-9804-4c18-9c06-a24bdd6552c4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a02e7f61-e16c-43e4-9c88-b76eccfa416c HTTP/1.1" status: 200 len: 217 time: 0.0702403 Jun 15 10:32:51.184419 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-55cd4d67-5a16-4b16-8af3-ad62a2f1e1ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:51.203426 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-dcdbc634-c9b7-43e2-ad59-50cce9ed739e req-9f960eb3-f4d7-4e31-83c6-803e6f6e6cf0 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575515 Jun 15 10:32:51.207615 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30417ff-f176-4af2-866d-300ab0859d17 req-fac27ad2-6761-4bd7-b430-b741c3a6bde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:51.209714 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e30417ff-f176-4af2-866d-300ab0859d17 req-fac27ad2-6761-4bd7-b430-b741c3a6bde1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4438fcd8-ddec-420c-a2f1-1ebb746d8853 HTTP/1.1" status: 200 len: 850 time: 0.0559020 Jun 15 10:32:51.237708 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-f1de76ca-c2cf-46c6-8ad1-b022615d5bcc admin admin] Publish callbacks [] for security_group (1f4bdfa0-9386-4f40-a8f6-579bd4fb6ace), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:51.246599 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-f1de76ca-c2cf-46c6-8ad1-b022615d5bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (1f4bdfa0-9386-4f40-a8f6-579bd4fb6ace), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:51.300450 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6947c8-ff81-4f48-9016-1df95fccc54b req-f7fde15b-064e-45c5-a349-b4630ece043e tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:51.301712 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6f6947c8-ff81-4f48-9016-1df95fccc54b req-f7fde15b-064e-45c5-a349-b4630ece043e tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 945 time: 0.0892911 Jun 15 10:32:51.305936 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30417ff-f176-4af2-866d-300ab0859d17 req-9149fb6b-27fa-43f9-9775-ad7369edf63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:51.307363 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e30417ff-f176-4af2-866d-300ab0859d17 req-9149fb6b-27fa-43f9-9775-ad7369edf63f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0791976 Jun 15 10:32:51.308861 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:51.318208 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de76ca-c2cf-46c6-8ad1-b022615d5bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4bdfa0-9386-4f40-a8f6-579bd4fb6ace,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:51.337225 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-f1de76ca-c2cf-46c6-8ad1-b022615d5bcc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=02cd089ef0c44ebda9956d2be371fa32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4214592 Jun 15 10:32:51.338578 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 54776) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:32:51.349790 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=26 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:51.359499 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=15 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:51.384805 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 54778) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:32:51.396730 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-55cd4d67-5a16-4b16-8af3-ad62a2f1e1ff admin admin] Publish callbacks [] for security_group (494fc492-829e-4ba8-857f-257d06bfeb29), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:51.402199 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-55cd4d67-5a16-4b16-8af3-ad62a2f1e1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (494fc492-829e-4ba8-857f-257d06bfeb29), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:51.443263 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6f6947c8-ff81-4f48-9016-1df95fccc54b req-2ab7869e-8bb5-4ccb-8cdd-625f5d4b9905 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348596 Jun 15 10:32:51.446166 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd4d67-5a16-4b16-8af3-ad62a2f1e1ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=494fc492-829e-4ba8-857f-257d06bfeb29,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:51.453535 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-55cd4d67-5a16-4b16-8af3-ad62a2f1e1ff admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5c0b3805b6d74092ac6710bb6b00cb1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5746841 Jun 15 10:32:51.454262 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 54782) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:32:51.461911 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=78,neutron:DELETE=2,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:51.502914 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e30417ff-f176-4af2-866d-300ab0859d17 req-157adc52-170a-4c2c-9e11-67b03e45deed service neutron] 10.222.0.62 "GET /v2.0/networks/1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777205 Jun 15 10:32:51.503121 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a3e10cfd-0b85-4819-b8b7-b20de95706a5 admin admin] Publish callbacks [] for security_group (1f4bdfa0-9386-4f40-a8f6-579bd4fb6ace), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:51.505327 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=100 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:51.527032 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-84028fdf-1174-419b-a1ed-2d29fcace7cc admin admin] Publish callbacks [] for security_group (494fc492-829e-4ba8-857f-257d06bfeb29), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:51.528921 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e22e40c7-8fe0-4571-85f9-28c43ee53076 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:51.545493 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a3e10cfd-0b85-4819-b8b7-b20de95706a5 admin admin] Publish callbacks [] for security_group (1f4bdfa0-9386-4f40-a8f6-579bd4fb6ace), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:51.562330 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-84028fdf-1174-419b-a1ed-2d29fcace7cc admin admin] Publish callbacks [] for security_group (494fc492-829e-4ba8-857f-257d06bfeb29), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:51.585824 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device a02e7f61-e16c-43e4-9c88-b76eccfa416c details requested by agent hyperv_hv-cinder-84349 with host hv-cinder-84349 {{(pid=103807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 10:32:51.652734 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e30417ff-f176-4af2-866d-300ab0859d17 req-cf115acf-aa84-4567-b37f-3bbc8050e260 service neutron] 10.222.0.62 "GET /v2.0/networks/1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338854 Jun 15 10:32:51.663135 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a3e10cfd-0b85-4819-b8b7-b20de95706a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (1f4bdfa0-9386-4f40-a8f6-579bd4fb6ace), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:51.666219 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a3e10cfd-0b85-4819-b8b7-b20de95706a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:51.667367 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-a3e10cfd-0b85-4819-b8b7-b20de95706a5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1f4bdfa0-9386-4f40-a8f6-579bd4fb6ace HTTP/1.1" status: 204 len: 168 time: 0.3179560 Jun 15 10:32:51.667790 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-84028fdf-1174-419b-a1ed-2d29fcace7cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (494fc492-829e-4ba8-857f-257d06bfeb29), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:51.676939 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e10cfd-0b85-4819-b8b7-b20de95706a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4bdfa0-9386-4f40-a8f6-579bd4fb6ace,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:51.681321 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-84028fdf-1174-419b-a1ed-2d29fcace7cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:51.687230 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-84028fdf-1174-419b-a1ed-2d29fcace7cc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/494fc492-829e-4ba8-857f-257d06bfeb29 HTTP/1.1" status: 204 len: 168 time: 0.2314138 Jun 15 10:32:51.694666 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e22e40c7-8fe0-4571-85f9-28c43ee53076 admin admin] Publish callbacks [] for security_group (ca776b7d-0be9-41ee-a01c-1ef5703c84d2), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:51.701438 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (a4349971-e88a-4ea8-a067-54d07204ee65), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:51.703855 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e22e40c7-8fe0-4571-85f9-28c43ee53076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (ca776b7d-0be9-41ee-a01c-1ef5703c84d2), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:51.712825 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84028fdf-1174-419b-a1ed-2d29fcace7cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=494fc492-829e-4ba8-857f-257d06bfeb29,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:51.796093 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port a02e7f61-e16c-43e4-9c88-b76eccfa416c, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=a02e7f61-e16c-43e4-9c88-b76eccfa416c,segment=NetworkSegment(251106e4-9199-432a-8d40-9072987ac67e),segment_id=251106e4-9199-432a-8d40-9072987ac67e)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:32:51.810426 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-e22e40c7-8fe0-4571-85f9-28c43ee53076 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3e00222d3870456187378cdc6ccb499a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4215107 Jun 15 10:32:51.810426 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22e40c7-8fe0-4571-85f9-28c43ee53076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca776b7d-0be9-41ee-a01c-1ef5703c84d2,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:51.810811 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 54790) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:32:51.829252 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Returning: {'device': 'a02e7f61-e16c-43e4-9c88-b76eccfa416c', 'network_id': '1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6', 'port_id': 'a02e7f61-e16c-43e4-9c88-b76eccfa416c', 'mac_address': 'fa:16:3e:7b:a3:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4438fcd8-ddec-420c-a2f1-1ebb746d8853', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 10:32:51.870960 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-5ccf9343-712c-4291-9f99-60bd90165c0c admin admin] Publish callbacks [] for security_group (ca776b7d-0be9-41ee-a01c-1ef5703c84d2), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:51.882832 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Current status of the port a02e7f61-e16c-43e4-9c88-b76eccfa416c is: DOWN; New status is: BUILD {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:32:51.884078 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (a02e7f61-e16c-43e4-9c88-b76eccfa416c), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:51.904049 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a02e7f61-e16c-43e4-9c88-b76eccfa416c {{(pid=103807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 10:32:51.914883 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:51.929339 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-5ccf9343-712c-4291-9f99-60bd90165c0c admin admin] Publish callbacks [] for security_group (ca776b7d-0be9-41ee-a01c-1ef5703c84d2), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:51.935931 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port a02e7f61-e16c-43e4-9c88-b76eccfa416c, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=a02e7f61-e16c-43e4-9c88-b76eccfa416c,segment=NetworkSegment(251106e4-9199-432a-8d40-9072987ac67e),segment_id=251106e4-9199-432a-8d40-9072987ac67e)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:32:51.943872 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (a02e7f61-e16c-43e4-9c88-b76eccfa416c), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:51.991779 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-5ccf9343-712c-4291-9f99-60bd90165c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (ca776b7d-0be9-41ee-a01c-1ef5703c84d2), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:51.997464 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-5ccf9343-712c-4291-9f99-60bd90165c0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:52.002777 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-5ccf9343-712c-4291-9f99-60bd90165c0c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ca776b7d-0be9-41ee-a01c-1ef5703c84d2 HTTP/1.1" status: 204 len: 168 time: 0.1913717 Jun 15 10:32:52.011525 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccf9343-712c-4291-9f99-60bd90165c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca776b7d-0be9-41ee-a01c-1ef5703c84d2,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:52.021473 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Pushing event updated for resources: {'Port': ['ID=a02e7f61-e16c-43e4-9c88-b76eccfa416c,revision_number=4']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:52.145026 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 54802) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:32:52.162849 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-82c37c99-360e-4bbe-9a91-ea7f77b81c7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:52.266564 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-82c37c99-360e-4bbe-9a91-ea7f77b81c7a admin admin] Publish callbacks [] for security_group (b373723a-5a24-4437-84f8-6a1d5ec53055), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:52.274475 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-82c37c99-360e-4bbe-9a91-ea7f77b81c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (b373723a-5a24-4437-84f8-6a1d5ec53055), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:52.325508 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c37c99-360e-4bbe-9a91-ea7f77b81c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b373723a-5a24-4437-84f8-6a1d5ec53055,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:52.340318 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-82c37c99-360e-4bbe-9a91-ea7f77b81c7a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=974ed5ca2296425fbc2cea2aee4c3ca3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1941855 Jun 15 10:32:52.340982 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 54814) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:32:52.341425 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c84211-9a32-466d-a9e1-06ae80880e91 req-b40715e5-089d-48f8-a14d-c542f470fac6 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:52.349068 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-12c84211-9a32-466d-a9e1-06ae80880e91 req-b40715e5-089d-48f8-a14d-c542f470fac6 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 944 time: 0.0614955 Jun 15 10:32:52.356526 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:52.370246 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] get_ports_and_sgs() called for port_ids ['a02e7f61-e16c-43e4-9c88-b76eccfa416c'] {{(pid=103807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 10:32:52.412440 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-12c84211-9a32-466d-a9e1-06ae80880e91 req-33ae9df1-f1c3-4615-8907-326775c20b73 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624313 Jun 15 10:32:52.427820 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fed7afb1-43d7-4ec0-bc37-401bc5ce858d admin admin] Publish callbacks [] for security_group (b373723a-5a24-4437-84f8-6a1d5ec53055), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:52.455807 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fed7afb1-43d7-4ec0-bc37-401bc5ce858d admin admin] Publish callbacks [] for security_group (b373723a-5a24-4437-84f8-6a1d5ec53055), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:52.515767 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fed7afb1-43d7-4ec0-bc37-401bc5ce858d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (b373723a-5a24-4437-84f8-6a1d5ec53055), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:52.518233 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fed7afb1-43d7-4ec0-bc37-401bc5ce858d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:52.519411 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-fed7afb1-43d7-4ec0-bc37-401bc5ce858d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b373723a-5a24-4437-84f8-6a1d5ec53055 HTTP/1.1" status: 204 len: 168 time: 0.1774271 Jun 15 10:32:52.537748 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed7afb1-43d7-4ec0-bc37-401bc5ce858d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b373723a-5a24-4437-84f8-6a1d5ec53055,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:52.622023 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f39933-09ac-4e77-b0e7-e5ce6e204d16 req-6c16b540-8bef-4ca9-aabf-08a0800eb99f tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:52.623809 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-83f39933-09ac-4e77-b0e7-e5ce6e204d16 req-6c16b540-8bef-4ca9-aabf-08a0800eb99f tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 945 time: 0.0685751 Jun 15 10:32:52.693369 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-83f39933-09ac-4e77-b0e7-e5ce6e204d16 req-30d0042b-adbe-4ed9-8a6d-f670842137fa tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631104 Jun 15 10:32:53.551004 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520255c0-7922-43a6-afef-abcb43fd6b2d req-fc86cd5f-5de8-4834-9537-70cb33418893 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:53.552522 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-520255c0-7922-43a6-afef-abcb43fd6b2d req-fc86cd5f-5de8-4834-9537-70cb33418893 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 944 time: 0.0665731 Jun 15 10:32:53.591660 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device a02e7f61-e16c-43e4-9c88-b76eccfa416c up at agent hyperv_hv-cinder-84349 {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:32:53.609489 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-520255c0-7922-43a6-afef-abcb43fd6b2d req-cd8b303a-cf01-4152-91bf-43e9e1def111 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509462 Jun 15 10:32:53.661743 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Provisioning for port a02e7f61-e16c-43e4-9c88-b76eccfa416c completed by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 10:32:53.668327 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Provisioning complete for port a02e7f61-e16c-43e4-9c88-b76eccfa416c triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:32:53.668712 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (a02e7f61-e16c-43e4-9c88-b76eccfa416c), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:53.670792 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:53.729169 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 54888) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:32:53.759869 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Current status of the port a02e7f61-e16c-43e4-9c88-b76eccfa416c is: BUILD; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:32:53.760535 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (a02e7f61-e16c-43e4-9c88-b76eccfa416c), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:53.804431 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8e51d7-b834-4fe4-8cea-02ce37c5cce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a02e7f61-e16c-43e4-9c88-b76eccfa416c'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:32:53.805165 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9205ebd0146601a57e336ba0e259bffcba8e9192005a2aa68aaaf98781184b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781d41c1-0ebb-4c54-8d48-0cc74d2d6635" -d '{"events": [{"server_uuid": "3b8e51d7-b834-4fe4-8cea-02ce37c5cce2", "name": "network-vif-plugged", "status": "completed", "tag": "a02e7f61-e16c-43e4-9c88-b76eccfa416c"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:32:53.818315 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port a02e7f61-e16c-43e4-9c88-b76eccfa416c, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=a02e7f61-e16c-43e4-9c88-b76eccfa416c,segment=NetworkSegment(251106e4-9199-432a-8d40-9072987ac67e),segment_id=251106e4-9199-432a-8d40-9072987ac67e)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:32:53.823282 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (a02e7f61-e16c-43e4-9c88-b76eccfa416c), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:53.845978 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4cbf01-ea27-4058-a5ea-f02b2cd525dd req-b15cf77d-85ee-466a-b4c0-a177474b8d00 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:53.853493 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8a4cbf01-ea27-4058-a5ea-f02b2cd525dd req-b15cf77d-85ee-466a-b4c0-a177474b8d00 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 945 time: 0.0673866 Jun 15 10:32:53.860674 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:53.876806 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 10:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99af1a43-8d1f-4bd9-acf9-9e1683da5780 x-openstack-request-id: req-99af1a43-8d1f-4bd9-acf9-9e1683da5780 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:32:53.877476 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b8e51d7-b834-4fe4-8cea-02ce37c5cce2", "name": "network-vif-plugged", "status": "completed", "tag": "a02e7f61-e16c-43e4-9c88-b76eccfa416c", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:32:53.877993 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-99af1a43-8d1f-4bd9-acf9-9e1683da5780 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:32:53.878749 dv-cinder-843493-2-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99af1a43-8d1f-4bd9-acf9-9e1683da5780'] response: {'server_uuid': '3b8e51d7-b834-4fe4-8cea-02ce37c5cce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a02e7f61-e16c-43e4-9c88-b76eccfa416c', 'code': 200} Jun 15 10:32:53.916802 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8a4cbf01-ea27-4058-a5ea-f02b2cd525dd req-4c86b471-81b3-4f87-acd8-d1117199b3ac tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622931 Jun 15 10:32:53.933014 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Pushing event updated for resources: {'Port': ['ID=a02e7f61-e16c-43e4-9c88-b76eccfa416c,revision_number=5']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:54.079061 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-4e26fb04-351d-4c10-bfab-69d5308eaa63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:54.136649 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e4fd1-bdaa-451d-837d-b11768b22cb6 req-27b0e18e-1ab9-4950-9ce9-8726ec53af9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:54.138218 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e33e4fd1-bdaa-451d-837d-b11768b22cb6 req-27b0e18e-1ab9-4950-9ce9-8726ec53af9a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 1129 time: 0.0495563 Jun 15 10:32:54.217370 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e33e4fd1-bdaa-451d-837d-b11768b22cb6 req-04b383e2-56bf-4652-9593-ced5582d1cba service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660772 Jun 15 10:32:54.234672 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-4e26fb04-351d-4c10-bfab-69d5308eaa63 admin admin] Publish callbacks [] for security_group (a5f2dd33-424a-4d42-b567-f27b87d19fa1), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:54.241228 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-4e26fb04-351d-4c10-bfab-69d5308eaa63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (a5f2dd33-424a-4d42-b567-f27b87d19fa1), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:54.290187 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-4e26fb04-351d-4c10-bfab-69d5308eaa63 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f8036511910d43eab14c26921b0d730c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5604217 Jun 15 10:32:54.293879 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 54908) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:32:54.295296 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e26fb04-351d-4c10-bfab-69d5308eaa63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f2dd33-424a-4d42-b567-f27b87d19fa1,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:54.359319 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-018280c3-088b-4706-8fe0-7fe9ca9eb74e admin admin] Publish callbacks [] for security_group (a5f2dd33-424a-4d42-b567-f27b87d19fa1), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:54.386833 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-018280c3-088b-4706-8fe0-7fe9ca9eb74e admin admin] Publish callbacks [] for security_group (a5f2dd33-424a-4d42-b567-f27b87d19fa1), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:54.450027 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-018280c3-088b-4706-8fe0-7fe9ca9eb74e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (a5f2dd33-424a-4d42-b567-f27b87d19fa1), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:54.453206 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-018280c3-088b-4706-8fe0-7fe9ca9eb74e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:54.454721 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-018280c3-088b-4706-8fe0-7fe9ca9eb74e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a5f2dd33-424a-4d42-b567-f27b87d19fa1 HTTP/1.1" status: 204 len: 168 time: 0.1588600 Jun 15 10:32:54.463388 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018280c3-088b-4706-8fe0-7fe9ca9eb74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f2dd33-424a-4d42-b567-f27b87d19fa1,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:54.796359 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762af476-a5b4-40eb-9bb7-edf5757910c6 req-6f8776e3-cbf3-4442-ab88-db8d26337673 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:54.799519 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-762af476-a5b4-40eb-9bb7-edf5757910c6 req-6f8776e3-cbf3-4442-ab88-db8d26337673 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 945 time: 0.0804780 Jun 15 10:32:54.861162 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:54.881752 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-762af476-a5b4-40eb-9bb7-edf5757910c6 req-172cf3a7-a77f-4763-a380-770304f75d8f tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752883 Jun 15 10:32:55.047929 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772a104-fa19-4651-b439-4f93f0d70d4b req-9a3d9259-2ab4-49a8-8fb8-d50f220067ee tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:55.049368 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7772a104-fa19-4651-b439-4f93f0d70d4b req-9a3d9259-2ab4-49a8-8fb8-d50f220067ee tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 945 time: 0.0629437 Jun 15 10:32:55.110355 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7772a104-fa19-4651-b439-4f93f0d70d4b req-1b44b669-87c8-407e-a5a7-602ffe73e3a9 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532773 Jun 15 10:32:56.006564 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d2340-a68f-4197-b83c-bd02210c4c81 req-6bd6d1ed-eaf1-44bb-9868-a989396ee541 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:56.007729 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-fa7d2340-a68f-4197-b83c-bd02210c4c81 req-6bd6d1ed-eaf1-44bb-9868-a989396ee541 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 945 time: 0.0567319 Jun 15 10:32:56.061172 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-fa7d2340-a68f-4197-b83c-bd02210c4c81 req-53a21db7-cef6-4a37-9039-76b381998aa4 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450575 Jun 15 10:32:56.248203 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47a93a-a9a0-453b-ad74-c04311b27f14 req-bc91c8f6-541e-4992-8ad6-8201eb26b7e7 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:56.250233 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1b47a93a-a9a0-453b-ad74-c04311b27f14 req-bc91c8f6-541e-4992-8ad6-8201eb26b7e7 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 945 time: 0.0631840 Jun 15 10:32:56.311685 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1b47a93a-a9a0-453b-ad74-c04311b27f14 req-2d63ccf2-092f-446e-861d-dbdc71c12cec tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543973 Jun 15 10:32:56.790464 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 55064) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:32:56.908252 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e86a3733-656b-4e89-ae46-5a7646938174 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:56.924039 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:56.988113 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e86a3733-656b-4e89-ae46-5a7646938174 admin admin] Publish callbacks [] for security_group (dd3471c2-3915-4ca9-81fb-95cf15301c86), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:56.991916 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e86a3733-656b-4e89-ae46-5a7646938174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (dd3471c2-3915-4ca9-81fb-95cf15301c86), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:57.032734 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-e86a3733-656b-4e89-ae46-5a7646938174 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a09e71951ab44f32ba9dd01952322542&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2408693 Jun 15 10:32:57.034360 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86a3733-656b-4e89-ae46-5a7646938174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3471c2-3915-4ca9-81fb-95cf15301c86,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:57.035571 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 55068) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:32:57.086341 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:57.100825 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-574e456e-9408-48db-901f-6189032c6b71 admin admin] Publish callbacks [] for security_group (dd3471c2-3915-4ca9-81fb-95cf15301c86), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:57.124869 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-574e456e-9408-48db-901f-6189032c6b71 admin admin] Publish callbacks [] for security_group (dd3471c2-3915-4ca9-81fb-95cf15301c86), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:57.183795 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-574e456e-9408-48db-901f-6189032c6b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (dd3471c2-3915-4ca9-81fb-95cf15301c86), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:57.186438 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-574e456e-9408-48db-901f-6189032c6b71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:57.190608 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-574e456e-9408-48db-901f-6189032c6b71 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dd3471c2-3915-4ca9-81fb-95cf15301c86 HTTP/1.1" status: 204 len: 168 time: 0.1522958 Jun 15 10:32:57.191139 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb1eea-2995-4285-b671-643a9de2c824 req-ffa6606d-e23b-4b2f-836b-8e28a8971df3 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:57.193207 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-cfcb1eea-2995-4285-b671-643a9de2c824 req-ffa6606d-e23b-4b2f-836b-8e28a8971df3 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 945 time: 0.0614552 Jun 15 10:32:57.201727 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574e456e-9408-48db-901f-6189032c6b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3471c2-3915-4ca9-81fb-95cf15301c86,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:57.270231 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-cfcb1eea-2995-4285-b671-643a9de2c824 req-857c6d0d-e75a-40ec-b1e7-a7461fa4d36f tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701838 Jun 15 10:32:57.402664 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beec827-386a-4ffd-985a-1bb97a5adcbd req-5d72d910-f93c-4e94-a505-db4443cf11e6 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:57.405213 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9beec827-386a-4ffd-985a-1bb97a5adcbd req-5d72d910-f93c-4e94-a505-db4443cf11e6 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 945 time: 0.0612655 Jun 15 10:32:57.415936 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 55092) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:32:57.421716 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-2cf465dc-8629-4537-b39d-beb4bc81f695 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Request body: {'floatingip': {'port_id': 'a02e7f61-e16c-43e4-9c88-b76eccfa416c'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:32:57.460735 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c0a3f-32bb-42ce-bbf5-a8f455d9286e req-b02c2e21-904e-4e27-b024-95f8518d94b4 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:57.463347 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-db3c0a3f-32bb-42ce-bbf5-a8f455d9286e req-b02c2e21-904e-4e27-b024-95f8518d94b4 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 945 time: 0.0734599 Jun 15 10:32:57.481122 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-2cf465dc-8629-4537-b39d-beb4bc81f695 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks [] for floatingip (4762c32d-2a78-4ae3-a973-d1157a0a0ab6), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:57.557414 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-db3c0a3f-32bb-42ce-bbf5-a8f455d9286e req-f92ca26d-8d72-4319-b26c-d6cea44d3cd8 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835001 Jun 15 10:32:57.642768 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 55096) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:32:57.659519 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-cb0ee1d7-1f88-42d7-b855-6c6efb4f607c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:57.758363 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48a219-acc9-4503-b21c-abc5182ee38c req-5b1d1153-5f10-43ed-b894-e0b962e28442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:57.759591 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7e48a219-acc9-4503-b21c-abc5182ee38c req-5b1d1153-5f10-43ed-b894-e0b962e28442 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 1129 time: 0.0815248 Jun 15 10:32:57.763415 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-cb0ee1d7-1f88-42d7-b855-6c6efb4f607c admin admin] Publish callbacks [] for security_group (35d503ec-363b-4c6c-b50c-aa4d132023e5), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:57.767277 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-cb0ee1d7-1f88-42d7-b855-6c6efb4f607c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (35d503ec-363b-4c6c-b50c-aa4d132023e5), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:57.825238 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 55098) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:32:57.825947 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-cb0ee1d7-1f88-42d7-b855-6c6efb4f607c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8904941a365c4760b656bf4ccc4bede8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1803136 Jun 15 10:32:57.826831 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0ee1d7-1f88-42d7-b855-6c6efb4f607c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d503ec-363b-4c6c-b50c-aa4d132023e5,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:57.845167 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:57.938915 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7e48a219-acc9-4503-b21c-abc5182ee38c req-a9bbd5e2-6e5e-4031-8d78-f56dc3365e43 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715872 Jun 15 10:32:57.979577 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-477cb6a6-b599-47bf-85fe-4442b55b8d62 admin admin] Publish callbacks [] for security_group (35d503ec-363b-4c6c-b50c-aa4d132023e5), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:58.032233 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-477cb6a6-b599-47bf-85fe-4442b55b8d62 admin admin] Publish callbacks [] for security_group (35d503ec-363b-4c6c-b50c-aa4d132023e5), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:58.099245 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-2cf465dc-8629-4537-b39d-beb4bc81f695 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:58.103589 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-2cf465dc-8629-4537-b39d-beb4bc81f695 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-721338'] for floatingip (4762c32d-2a78-4ae3-a973-d1157a0a0ab6), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:58.179316 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-477cb6a6-b599-47bf-85fe-4442b55b8d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (35d503ec-363b-4c6c-b50c-aa4d132023e5), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:58.182109 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-477cb6a6-b599-47bf-85fe-4442b55b8d62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:58.183442 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-477cb6a6-b599-47bf-85fe-4442b55b8d62 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/35d503ec-363b-4c6c-b50c-aa4d132023e5 HTTP/1.1" status: 204 len: 168 time: 0.3571146 Jun 15 10:32:58.188410 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:32:58.202882 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477cb6a6-b599-47bf-85fe-4442b55b8d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d503ec-363b-4c6c-b50c-aa4d132023e5,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:32:58.219918 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.db.l3_db [None req-2cf465dc-8629-4537-b39d-beb4bc81f695 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Floating IP 4762c32d-2a78-4ae3-a973-d1157a0a0ab6 associated. External IP: 172.27.0.222, port: a02e7f61-e16c-43e4-9c88-b76eccfa416c. Jun 15 10:32:58.428922 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf465dc-8629-4537-b39d-beb4bc81f695 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Router 5688325c-b5ce-4020-ab53-bf186cf8f8e9 has already been hosted by L3 agent 06043943-94cb-49df-a062-a4886c03e673 {{(pid=103806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 10:32:58.787039 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e0423-35b9-48f3-931e-0d23e2ffb4fe req-dfa11cee-8f17-498f-9503-13da44a6be85 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:58.788887 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a82e0423-35b9-48f3-931e-0d23e2ffb4fe req-dfa11cee-8f17-498f-9503-13da44a6be85 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 945 time: 0.0584815 Jun 15 10:32:58.834433 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf465dc-8629-4537-b39d-beb4bc81f695 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Notify agent at l3_agent.dv-cinder-843493-2-iscsi the message routers_updated {{(pid=103806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 10:32:58.847127 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-2cf465dc-8629-4537-b39d-beb4bc81f695 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for floatingip (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:32:58.854011 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144f9d9c-ba0b-44bf-bbfb-897b25ffaebf None None] Sync routers for ids ['5688325c-b5ce-4020-ab53-bf186cf8f8e9'] in dv-cinder-843493-2-iscsi {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 10:32:58.872129 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144f9d9c-ba0b-44bf-bbfb-897b25ffaebf None None] Routers {'5688325c-b5ce-4020-ab53-bf186cf8f8e9'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:32:58.873033 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-144f9d9c-ba0b-44bf-bbfb-897b25ffaebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:32:45Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['5688325c-b5ce-4020-ab53-bf186cf8f8e9'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:32:58.893643 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a82e0423-35b9-48f3-931e-0d23e2ffb4fe req-12db071d-c9fe-41c3-a276-880308f4472d tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954986 Jun 15 10:32:58.911008 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-2cf465dc-8629-4537-b39d-beb4bc81f695 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "PUT /v2.0/floatingips/4762c32d-2a78-4ae3-a973-d1157a0a0ab6 HTTP/1.1" status: 200 len: 991 time: 1.4939499 Jun 15 10:32:58.912952 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b8e51d7-b834-4fe4-8cea-02ce37c5cce2', 'tag': 'a02e7f61-e16c-43e4-9c88-b76eccfa416c'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:32:58.915559 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15acf06c26f001ded10715ddc8547394d4bbc7e5ff5a4e462e54e6774371169d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc633c2-c568-453b-90a4-b75c37a5551a" -d '{"events": [{"name": "network-changed", "server_uuid": "3b8e51d7-b834-4fe4-8cea-02ce37c5cce2", "tag": "a02e7f61-e16c-43e4-9c88-b76eccfa416c"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:32:58.956411 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 10:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de23af5-935f-4bcb-b9be-a86522afffbd x-openstack-request-id: req-5de23af5-935f-4bcb-b9be-a86522afffbd {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:32:58.956783 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b8e51d7-b834-4fe4-8cea-02ce37c5cce2", "tag": "a02e7f61-e16c-43e4-9c88-b76eccfa416c", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:32:58.957037 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5de23af5-935f-4bcb-b9be-a86522afffbd {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:32:58.957430 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5de23af5-935f-4bcb-b9be-a86522afffbd'] response: {'name': 'network-changed', 'server_uuid': '3b8e51d7-b834-4fe4-8cea-02ce37c5cce2', 'tag': 'a02e7f61-e16c-43e4-9c88-b76eccfa416c', 'status': 'completed', 'code': 200} Jun 15 10:32:59.009725 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-144f9d9c-ba0b-44bf-bbfb-897b25ffaebf None None] Set router 5688325c-b5ce-4020-ab53-bf186cf8f8e9 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:32:59.086493 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc633c2-c568-453b-90a4-b75c37a5551a req-86a1f900-0c72-4c5e-a003-08e9f6ca0279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:59.088138 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6fc633c2-c568-453b-90a4-b75c37a5551a req-86a1f900-0c72-4c5e-a003-08e9f6ca0279 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d5320ba7f73d40cb9a6d16225d6660c7&device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 1129 time: 0.0499284 Jun 15 10:32:59.269900 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-144f9d9c-ba0b-44bf-bbfb-897b25ffaebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5688325c-b5ce-4020-ab53-bf186cf8f8e9', 'name': 'tempest-AttachVolumeTestJSON-2084004446-router', 'tenant_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'd5401aa4-d624-43d8-a46b-da51cec312f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:32:37Z', 'updated_at': '2022-06-15T10:32:41Z', 'revision_number': 4, 'project_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'gw_port': {'id': 'd5401aa4-d624-43d8-a46b-da51cec312f2', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:77:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5688325c-b5ce-4020-ab53-bf186cf8f8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:32:38Z', 'updated_at': '2022-06-15T10:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_floatingips': [{'id': '4762c32d-2a78-4ae3-a973-d1157a0a0ab6', 'tenant_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'router_id': '5688325c-b5ce-4020-ab53-bf186cf8f8e9', 'port_id': 'a02e7f61-e16c-43e4-9c88-b76eccfa416c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6', 'mac_address': 'fa:16:3e:7b:a3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8e51d7-b834-4fe4-8cea-02ce37c5cce2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T10:32:43Z', 'updated_at': '2022-06-15T10:32:57Z', 'revision_number': 1, 'project_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00c661e2-0e03-401b-bf2c-ff7d62504880', 'name': '', 'network_id': '1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6', 'tenant_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'mac_address': 'fa:16:3e:da:57:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5688325c-b5ce-4020-ab53-bf186cf8f8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '4438fcd8-ddec-420c-a2f1-1ebb746d8853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:32:40Z', 'updated_at': '2022-06-15T10:32:45Z', 'revision_number': 5, 'project_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'subnets': [{'id': '4438fcd8-ddec-420c-a2f1-1ebb746d8853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:32:59.296555 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144f9d9c-ba0b-44bf-bbfb-897b25ffaebf None None] Checking router: 5688325c-b5ce-4020-ab53-bf186cf8f8e9 for host: dv-cinder-843493-2-iscsi {{(pid=103808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 10:32:59.304931 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144f9d9c-ba0b-44bf-bbfb-897b25ffaebf None None] Routers {'5688325c-b5ce-4020-ab53-bf186cf8f8e9'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:32:59.305525 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-144f9d9c-ba0b-44bf-bbfb-897b25ffaebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:32:45Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['5688325c-b5ce-4020-ab53-bf186cf8f8e9'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:32:59.412518 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-144f9d9c-ba0b-44bf-bbfb-897b25ffaebf None None] Set router 5688325c-b5ce-4020-ab53-bf186cf8f8e9 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:32:59.627327 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-144f9d9c-ba0b-44bf-bbfb-897b25ffaebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5688325c-b5ce-4020-ab53-bf186cf8f8e9', 'name': 'tempest-AttachVolumeTestJSON-2084004446-router', 'tenant_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'd5401aa4-d624-43d8-a46b-da51cec312f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:32:37Z', 'updated_at': '2022-06-15T10:32:41Z', 'revision_number': 4, 'project_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'gw_port': {'id': 'd5401aa4-d624-43d8-a46b-da51cec312f2', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:77:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5688325c-b5ce-4020-ab53-bf186cf8f8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:32:38Z', 'updated_at': '2022-06-15T10:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_floatingips': [{'id': '4762c32d-2a78-4ae3-a973-d1157a0a0ab6', 'tenant_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'router_id': '5688325c-b5ce-4020-ab53-bf186cf8f8e9', 'port_id': 'a02e7f61-e16c-43e4-9c88-b76eccfa416c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6', 'mac_address': 'fa:16:3e:7b:a3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8e51d7-b834-4fe4-8cea-02ce37c5cce2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T10:32:43Z', 'updated_at': '2022-06-15T10:32:57Z', 'revision_number': 1, 'project_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00c661e2-0e03-401b-bf2c-ff7d62504880', 'name': '', 'network_id': '1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6', 'tenant_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'mac_address': 'fa:16:3e:da:57:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5688325c-b5ce-4020-ab53-bf186cf8f8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '4438fcd8-ddec-420c-a2f1-1ebb746d8853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:32:40Z', 'updated_at': '2022-06-15T10:32:45Z', 'revision_number': 5, 'project_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'subnets': [{'id': '4438fcd8-ddec-420c-a2f1-1ebb746d8853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:32:59.653805 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144f9d9c-ba0b-44bf-bbfb-897b25ffaebf None None] The sync data for ids ['5688325c-b5ce-4020-ab53-bf186cf8f8e9'] in dv-cinder-843493-2-iscsi is: [{'id': '5688325c-b5ce-4020-ab53-bf186cf8f8e9', 'name': 'tempest-AttachVolumeTestJSON-2084004446-router', 'tenant_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'd5401aa4-d624-43d8-a46b-da51cec312f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:32:37Z', 'updated_at': '2022-06-15T10:32:41Z', 'revision_number': 4, 'project_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'gw_port': {'id': 'd5401aa4-d624-43d8-a46b-da51cec312f2', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:77:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5688325c-b5ce-4020-ab53-bf186cf8f8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:32:38Z', 'updated_at': '2022-06-15T10:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_floatingips': [{'id': '4762c32d-2a78-4ae3-a973-d1157a0a0ab6', 'tenant_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'router_id': '5688325c-b5ce-4020-ab53-bf186cf8f8e9', 'port_id': 'a02e7f61-e16c-43e4-9c88-b76eccfa416c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6', 'mac_address': 'fa:16:3e:7b:a3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8e51d7-b834-4fe4-8cea-02ce37c5cce2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T10:32:43Z', 'updated_at': '2022-06-15T10:32:57Z', 'revision_number': 1, 'project_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00c661e2-0e03-401b-bf2c-ff7d62504880', 'name': '', 'network_id': '1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6', 'tenant_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'mac_address': 'fa:16:3e:da:57:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5688325c-b5ce-4020-ab53-bf186cf8f8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '4438fcd8-ddec-420c-a2f1-1ebb746d8853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:32:40Z', 'updated_at': '2022-06-15T10:32:45Z', 'revision_number': 5, 'project_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'subnets': [{'id': '4438fcd8-ddec-420c-a2f1-1ebb746d8853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 10:32:59.915069 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ce3ca4-e9fd-46bf-ba35-5d34834fcf21 None None] New status for floating IP 4762c32d-2a78-4ae3-a973-d1157a0a0ab6: ACTIVE {{(pid=103807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 10:32:59.937321 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc633c2-c568-453b-90a4-b75c37a5551a req-7053fe1a-b2cf-4f79-a680-7a1095a0429d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:32:59.938822 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6fc633c2-c568-453b-90a4-b75c37a5551a req-7053fe1a-b2cf-4f79-a680-7a1095a0429d service neutron] 10.222.0.62 "GET /v2.0/networks?id=1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6 HTTP/1.1" status: 200 len: 912 time: 0.1263671 Jun 15 10:32:59.951888 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:00.028744 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6fc633c2-c568-453b-90a4-b75c37a5551a req-02a280ec-02f3-45d6-8c30-60336477802b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a02e7f61-e16c-43e4-9c88-b76eccfa416c HTTP/1.1" status: 200 len: 999 time: 0.0823939 Jun 15 10:33:00.105338 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0f7c6-3158-410e-90e0-7614ec0456b8 req-633bbc8b-754f-4abd-a6b5-4922044a9a5d tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:00.106978 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-42b0f7c6-3158-410e-90e0-7614ec0456b8 req-633bbc8b-754f-4abd-a6b5-4922044a9a5d tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 945 time: 0.0884612 Jun 15 10:33:00.120099 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc633c2-c568-453b-90a4-b75c37a5551a req-4e48df30-15e1-4ae7-b9a5-651fdb2d9272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:00.122288 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6fc633c2-c568-453b-90a4-b75c37a5551a req-4e48df30-15e1-4ae7-b9a5-651fdb2d9272 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4438fcd8-ddec-420c-a2f1-1ebb746d8853 HTTP/1.1" status: 200 len: 850 time: 0.0728135 Jun 15 10:33:00.209857 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc633c2-c568-453b-90a4-b75c37a5551a req-2b9a94f1-7173-4cf0-a633-2a603ac0dca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:00.211651 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6fc633c2-c568-453b-90a4-b75c37a5551a req-2b9a94f1-7173-4cf0-a633-2a603ac0dca0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0755749 Jun 15 10:33:00.219648 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-42b0f7c6-3158-410e-90e0-7614ec0456b8 req-8188e028-9408-4753-8e5b-1896f0fc2b57 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035845 Jun 15 10:33:00.340398 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=100 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:00.348129 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6fc633c2-c568-453b-90a4-b75c37a5551a req-77918560-591f-4b5a-8e0f-b9419efbe7ec service neutron] 10.222.0.62 "GET /v2.0/networks/1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271245 Jun 15 10:33:00.495859 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f449ad-f566-4256-8bd1-5e312ebc8ff4 req-b972b226-ef64-4eff-9829-5c59aee031fd tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:00.503819 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-97f449ad-f566-4256-8bd1-5e312ebc8ff4 req-b972b226-ef64-4eff-9829-5c59aee031fd tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=b30aa81b-0ccd-437d-b0dc-401f2ba90533 HTTP/1.1" status: 200 len: 946 time: 0.0580332 Jun 15 10:33:00.520104 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6fc633c2-c568-453b-90a4-b75c37a5551a req-590bce0e-7c10-40ef-99dd-95d4df119cdd service neutron] 10.222.0.62 "GET /v2.0/networks/1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627803 Jun 15 10:33:00.559878 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-97f449ad-f566-4256-8bd1-5e312ebc8ff4 req-a02e4c4e-a652-4d32-821b-eeec69d58ea1 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544724 Jun 15 10:33:00.843754 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 55216) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:33:00.984242 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-f33613fa-9115-47fe-8200-2f757e181292 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:01.062088 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-f33613fa-9115-47fe-8200-2f757e181292 admin admin] Publish callbacks [] for security_group (cdd611bc-d815-45f1-bcf1-ee680175a3cc), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:01.065846 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-f33613fa-9115-47fe-8200-2f757e181292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (cdd611bc-d815-45f1-bcf1-ee680175a3cc), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:01.103941 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-f33613fa-9115-47fe-8200-2f757e181292 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a36746ae425246beafadf564a07d8648&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2590747 Jun 15 10:33:01.104686 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33613fa-9115-47fe-8200-2f757e181292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd611bc-d815-45f1-bcf1-ee680175a3cc,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:01.106630 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 55224) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:33:01.154719 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-0baca957-be23-4aa1-94f7-26b1dce7d447 admin admin] Publish callbacks [] for security_group (cdd611bc-d815-45f1-bcf1-ee680175a3cc), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:01.157060 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:01.177110 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-0baca957-be23-4aa1-94f7-26b1dce7d447 admin admin] Publish callbacks [] for security_group (cdd611bc-d815-45f1-bcf1-ee680175a3cc), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:01.225462 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-0baca957-be23-4aa1-94f7-26b1dce7d447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (cdd611bc-d815-45f1-bcf1-ee680175a3cc), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:01.228012 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-0baca957-be23-4aa1-94f7-26b1dce7d447 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:01.229117 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-0baca957-be23-4aa1-94f7-26b1dce7d447 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cdd611bc-d815-45f1-bcf1-ee680175a3cc HTTP/1.1" status: 204 len: 168 time: 0.1213989 Jun 15 10:33:01.236422 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baca957-be23-4aa1-94f7-26b1dce7d447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd611bc-d815-45f1-bcf1-ee680175a3cc,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:01.493181 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 55236) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:33:01.506377 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-0c376e90-c98a-402d-b397-2f1fd416e7db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:01.582760 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-0c376e90-c98a-402d-b397-2f1fd416e7db admin admin] Publish callbacks [] for security_group (b69bf6de-7f67-4a22-9b9f-4fdaeecd947e), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:01.586449 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-0c376e90-c98a-402d-b397-2f1fd416e7db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (b69bf6de-7f67-4a22-9b9f-4fdaeecd947e), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:01.628763 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c376e90-c98a-402d-b397-2f1fd416e7db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69bf6de-7f67-4a22-9b9f-4fdaeecd947e,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:01.635407 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-0c376e90-c98a-402d-b397-2f1fd416e7db admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5c52d48547364b2f9bad7234a6189dab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1387749 Jun 15 10:33:01.635811 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 55244) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:33:01.682398 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:01.687830 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fe29db77-0da9-4bbe-be89-7764c36995c2 admin admin] Publish callbacks [] for security_group (b69bf6de-7f67-4a22-9b9f-4fdaeecd947e), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:01.711948 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fe29db77-0da9-4bbe-be89-7764c36995c2 admin admin] Publish callbacks [] for security_group (b69bf6de-7f67-4a22-9b9f-4fdaeecd947e), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:01.760157 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fe29db77-0da9-4bbe-be89-7764c36995c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (b69bf6de-7f67-4a22-9b9f-4fdaeecd947e), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:01.762637 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fe29db77-0da9-4bbe-be89-7764c36995c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:01.763803 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-fe29db77-0da9-4bbe-be89-7764c36995c2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b69bf6de-7f67-4a22-9b9f-4fdaeecd947e HTTP/1.1" status: 204 len: 168 time: 0.1272414 Jun 15 10:33:01.777379 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe29db77-0da9-4bbe-be89-7764c36995c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69bf6de-7f67-4a22-9b9f-4fdaeecd947e,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:01.968389 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 55262) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:33:02.093509 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-913d13b5-6382-4978-85a3-2d84c6f34750 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:02.176036 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-913d13b5-6382-4978-85a3-2d84c6f34750 admin admin] Publish callbacks [] for security_group (91f8052a-5705-4b79-bfb5-0fc282f44d74), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:02.180784 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-913d13b5-6382-4978-85a3-2d84c6f34750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (91f8052a-5705-4b79-bfb5-0fc282f44d74), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:02.238838 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-913d13b5-6382-4978-85a3-2d84c6f34750 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=722b2275169048cc8263fd39ac8c0959&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2695081 Jun 15 10:33:02.240128 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913d13b5-6382-4978-85a3-2d84c6f34750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f8052a-5705-4b79-bfb5-0fc282f44d74,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:02.242447 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 55280) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:33:02.292413 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c7f9b-0f57-43a5-bafd-c730ec8ebb73 req-f6a647c7-feab-4cd5-abd4-1187b96abbc1 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:02.293927 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-c12c7f9b-0f57-43a5-bafd-c730ec8ebb73 req-f6a647c7-feab-4cd5-abd4-1187b96abbc1 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=b30aa81b-0ccd-437d-b0dc-401f2ba90533 HTTP/1.1" status: 200 len: 946 time: 0.0567694 Jun 15 10:33:02.330636 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:02.337167 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124fc678-70e1-4018-a5f6-dd417e7d3394 req-844d590c-6ba2-42fb-8abc-aa46715d8b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:02.338881 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-124fc678-70e1-4018-a5f6-dd417e7d3394 req-844d590c-6ba2-42fb-8abc-aa46715d8b5e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=993c57bae00b4a0db1d8de0f5017630a&device_id=b30aa81b-0ccd-437d-b0dc-401f2ba90533 HTTP/1.1" status: 200 len: 1130 time: 0.0827026 Jun 15 10:33:02.356411 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-c12c7f9b-0f57-43a5-bafd-c730ec8ebb73 req-94b00819-074b-40fb-9fda-ebfce30ef3c2 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537980 Jun 15 10:33:02.363887 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-9bdc1e84-7240-44df-82c2-d5b62364db5d admin admin] Publish callbacks [] for security_group (91f8052a-5705-4b79-bfb5-0fc282f44d74), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:02.407239 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-9bdc1e84-7240-44df-82c2-d5b62364db5d admin admin] Publish callbacks [] for security_group (91f8052a-5705-4b79-bfb5-0fc282f44d74), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:02.485123 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124fc678-70e1-4018-a5f6-dd417e7d3394 req-ecb30db6-f8cf-4122-b308-a6b6a76ab8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:02.486653 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-124fc678-70e1-4018-a5f6-dd417e7d3394 req-ecb30db6-f8cf-4122-b308-a6b6a76ab8eb service neutron] 10.222.0.62 "GET /v2.0/networks?id=5357f5ea-5034-4116-bf4e-1ab906c37c40 HTTP/1.1" status: 200 len: 920 time: 0.1347344 Jun 15 10:33:02.526950 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-124fc678-70e1-4018-a5f6-dd417e7d3394 req-171a75c7-baa7-40b2-9392-c5eefe88f6f5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e9fd3cd-585e-471d-9874-b29128afe6b7 HTTP/1.1" status: 200 len: 217 time: 0.0333064 Jun 15 10:33:02.532786 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-9bdc1e84-7240-44df-82c2-d5b62364db5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (91f8052a-5705-4b79-bfb5-0fc282f44d74), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:02.535239 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-9bdc1e84-7240-44df-82c2-d5b62364db5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:02.536272 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-9bdc1e84-7240-44df-82c2-d5b62364db5d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/91f8052a-5705-4b79-bfb5-0fc282f44d74 HTTP/1.1" status: 204 len: 168 time: 0.2927215 Jun 15 10:33:02.577905 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc1e84-7240-44df-82c2-d5b62364db5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f8052a-5705-4b79-bfb5-0fc282f44d74,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:02.597423 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124fc678-70e1-4018-a5f6-dd417e7d3394 req-38278d70-0a95-4c77-b45f-24577dce610c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:02.607937 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-124fc678-70e1-4018-a5f6-dd417e7d3394 req-38278d70-0a95-4c77-b45f-24577dce610c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d0adbd34-bf07-4fba-a812-11643023d5f4 HTTP/1.1" status: 200 len: 858 time: 0.0706172 Jun 15 10:33:02.656059 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124fc678-70e1-4018-a5f6-dd417e7d3394 req-e2ed7bf8-13a2-4b8a-a4c9-2b50df4ef3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:02.657870 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-124fc678-70e1-4018-a5f6-dd417e7d3394 req-e2ed7bf8-13a2-4b8a-a4c9-2b50df4ef3bb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5357f5ea-5034-4116-bf4e-1ab906c37c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408552 Jun 15 10:33:02.756176 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-124fc678-70e1-4018-a5f6-dd417e7d3394 req-f9054ae2-8bde-454d-b684-011baad1c111 service neutron] 10.222.0.62 "GET /v2.0/networks/5357f5ea-5034-4116-bf4e-1ab906c37c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893826 Jun 15 10:33:02.836447 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:02.860004 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-124fc678-70e1-4018-a5f6-dd417e7d3394 req-24a259bb-1ed3-4b86-b06b-7f1e415a8766 service neutron] 10.222.0.62 "GET /v2.0/networks/5357f5ea-5034-4116-bf4e-1ab906c37c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961530 Jun 15 10:33:02.959846 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 55306) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:33:02.977053 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-3a6dfcc9-1bce-4b77-8af2-edb6f4e84992 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:03.059486 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-3a6dfcc9-1bce-4b77-8af2-edb6f4e84992 admin admin] Publish callbacks [] for security_group (04f59525-e4ba-4e7d-b6a6-6c78607885fc), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:03.063254 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-3a6dfcc9-1bce-4b77-8af2-edb6f4e84992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (04f59525-e4ba-4e7d-b6a6-6c78607885fc), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:03.102430 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-3a6dfcc9-1bce-4b77-8af2-edb6f4e84992 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=13c11364ff594f9597521c3e6f9c03bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1414692 Jun 15 10:33:03.103303 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6dfcc9-1bce-4b77-8af2-edb6f4e84992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f59525-e4ba-4e7d-b6a6-6c78607885fc,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:03.105050 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 55310) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:33:03.112274 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:03.155621 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-cc835d81-9293-47ab-b23b-7f9793891dea admin admin] Publish callbacks [] for security_group (04f59525-e4ba-4e7d-b6a6-6c78607885fc), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:03.177035 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-cc835d81-9293-47ab-b23b-7f9793891dea admin admin] Publish callbacks [] for security_group (04f59525-e4ba-4e7d-b6a6-6c78607885fc), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:03.223312 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-cc835d81-9293-47ab-b23b-7f9793891dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (04f59525-e4ba-4e7d-b6a6-6c78607885fc), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:03.225772 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-cc835d81-9293-47ab-b23b-7f9793891dea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:03.227436 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-cc835d81-9293-47ab-b23b-7f9793891dea admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/04f59525-e4ba-4e7d-b6a6-6c78607885fc HTTP/1.1" status: 204 len: 168 time: 0.1213684 Jun 15 10:33:03.235463 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc835d81-9293-47ab-b23b-7f9793891dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f59525-e4ba-4e7d-b6a6-6c78607885fc,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:03.471953 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b38234-2bb2-4795-9c90-81f6ac943906 req-e667470a-2119-4e36-a3c8-f27412fed021 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:03.473437 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-53b38234-2bb2-4795-9c90-81f6ac943906 req-e667470a-2119-4e36-a3c8-f27412fed021 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=b30aa81b-0ccd-437d-b0dc-401f2ba90533 HTTP/1.1" status: 200 len: 946 time: 0.0511739 Jun 15 10:33:03.525090 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-53b38234-2bb2-4795-9c90-81f6ac943906 req-f3594843-de33-49fb-8da5-ccb170f1d94f tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448344 Jun 15 10:33:03.556309 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 55318) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:33:03.572627 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-d0a58092-856c-4d0d-9d37-fcfff6ab71e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:03.651726 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-d0a58092-856c-4d0d-9d37-fcfff6ab71e8 admin admin] Publish callbacks [] for security_group (451e5598-6df9-4507-9953-4bcd8653cc87), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:03.656770 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-d0a58092-856c-4d0d-9d37-fcfff6ab71e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (451e5598-6df9-4507-9953-4bcd8653cc87), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:03.694771 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-d0a58092-856c-4d0d-9d37-fcfff6ab71e8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=28ef052d0a624e69ac7e8798ef76235e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1374335 Jun 15 10:33:03.696500 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a58092-856c-4d0d-9d37-fcfff6ab71e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451e5598-6df9-4507-9953-4bcd8653cc87,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:03.697904 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 55322) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:33:03.745572 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-3fb72107-3326-4b27-8ba6-e36f714160fb admin admin] Publish callbacks [] for security_group (451e5598-6df9-4507-9953-4bcd8653cc87), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:03.767111 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-3fb72107-3326-4b27-8ba6-e36f714160fb admin admin] Publish callbacks [] for security_group (451e5598-6df9-4507-9953-4bcd8653cc87), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:03.788621 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:03.816117 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-3fb72107-3326-4b27-8ba6-e36f714160fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (451e5598-6df9-4507-9953-4bcd8653cc87), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:03.818623 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-3fb72107-3326-4b27-8ba6-e36f714160fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:03.819799 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-3fb72107-3326-4b27-8ba6-e36f714160fb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/451e5598-6df9-4507-9953-4bcd8653cc87 HTTP/1.1" status: 204 len: 168 time: 0.1207345 Jun 15 10:33:03.827897 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb72107-3326-4b27-8ba6-e36f714160fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451e5598-6df9-4507-9953-4bcd8653cc87,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:04.643861 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27690e81-70de-439b-a263-9bf21b86ac10 req-a3ab07ea-e482-419c-85c8-be780db5bea3 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:04.645338 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-27690e81-70de-439b-a263-9bf21b86ac10 req-a3ab07ea-e482-419c-85c8-be780db5bea3 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=b30aa81b-0ccd-437d-b0dc-401f2ba90533 HTTP/1.1" status: 200 len: 946 time: 0.0484681 Jun 15 10:33:04.695993 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-27690e81-70de-439b-a263-9bf21b86ac10 req-a5b84ca9-7ff0-4630-a3d3-25856e294c6e tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450442 Jun 15 10:33:05.812512 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65dc485-b444-45b9-8316-9f1e5dfc6d10 req-9b41bb85-13ce-49c7-b207-1be4453c493c tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:05.813977 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a65dc485-b444-45b9-8316-9f1e5dfc6d10 req-9b41bb85-13ce-49c7-b207-1be4453c493c tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=b30aa81b-0ccd-437d-b0dc-401f2ba90533 HTTP/1.1" status: 200 len: 946 time: 0.0487895 Jun 15 10:33:05.860035 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a65dc485-b444-45b9-8316-9f1e5dfc6d10 req-342a66fe-1769-429f-a0db-6f7776245081 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405495 Jun 15 10:33:06.975382 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e166bd-2e21-41e5-a227-84afdda4be2e req-fc744d9d-6262-4b3f-b6b2-c3a6e8bd8ba8 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:06.976884 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-07e166bd-2e21-41e5-a227-84afdda4be2e req-fc744d9d-6262-4b3f-b6b2-c3a6e8bd8ba8 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=b30aa81b-0ccd-437d-b0dc-401f2ba90533 HTTP/1.1" status: 200 len: 946 time: 0.0506785 Jun 15 10:33:07.035267 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-07e166bd-2e21-41e5-a227-84afdda4be2e req-b28917e9-37d2-46aa-ac2a-07df963d8ff8 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528784 Jun 15 10:33:08.150727 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379f983-e1b6-4331-8fa7-f1543fc9403a req-af00af29-3ee4-4885-91bc-25d7fb0b2837 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:08.152276 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3379f983-e1b6-4331-8fa7-f1543fc9403a req-af00af29-3ee4-4885-91bc-25d7fb0b2837 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=b30aa81b-0ccd-437d-b0dc-401f2ba90533 HTTP/1.1" status: 200 len: 946 time: 0.0456722 Jun 15 10:33:08.197663 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3379f983-e1b6-4331-8fa7-f1543fc9403a req-6af041df-4d41-4e34-a9dc-b5c7869f003d tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395665 Jun 15 10:33:08.681456 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.agents_db [None req-cff4c53f-faac-479c-b9be-928944d02899 None None] Agent healthcheck: found 6 active agents {{(pid=103808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 10:33:09.311712 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c498e8c-123c-419a-bb95-b797ecac7d3a req-e94cabfc-4fe7-4ca3-a673-3a40d7eeaccc tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:09.313239 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-3c498e8c-123c-419a-bb95-b797ecac7d3a req-e94cabfc-4fe7-4ca3-a673-3a40d7eeaccc tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=b30aa81b-0ccd-437d-b0dc-401f2ba90533 HTTP/1.1" status: 200 len: 946 time: 0.0474646 Jun 15 10:33:09.359524 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-3c498e8c-123c-419a-bb95-b797ecac7d3a req-138154dd-1bd2-4c5f-a029-b2f72cf7d6e9 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404887 Jun 15 10:33:10.471479 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73cfde-3eb6-47cd-8f2d-c47a57b029e3 req-bdddaf2a-74cc-4743-a87c-ec8275be0245 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:10.472867 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-bf73cfde-3eb6-47cd-8f2d-c47a57b029e3 req-bdddaf2a-74cc-4743-a87c-ec8275be0245 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=b30aa81b-0ccd-437d-b0dc-401f2ba90533 HTTP/1.1" status: 200 len: 946 time: 0.0479372 Jun 15 10:33:10.522804 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-bf73cfde-3eb6-47cd-8f2d-c47a57b029e3 req-4be34001-5395-4196-bccb-71095e78aac6 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442913 Jun 15 10:33:11.639402 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e08ac-dea6-40be-907d-9fb21d00172d req-be338eef-fb91-44c5-bc68-a15512ba5ef0 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:11.640763 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-dd9e08ac-dea6-40be-907d-9fb21d00172d req-be338eef-fb91-44c5-bc68-a15512ba5ef0 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=b30aa81b-0ccd-437d-b0dc-401f2ba90533 HTTP/1.1" status: 200 len: 946 time: 0.0460079 Jun 15 10:33:11.689986 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-dd9e08ac-dea6-40be-907d-9fb21d00172d req-e617c4c8-105f-46e3-9485-e5dcac7c919c tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438507 Jun 15 10:33:11.691588 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=91,neutron:DELETE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:12.794169 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:12.813271 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2aef77-4957-40d6-b77c-5d939eb88255 req-9b02a6b5-c1d1-4e4b-a288-d83f0d5ab295 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:12.814812 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-7d2aef77-4957-40d6-b77c-5d939eb88255 req-9b02a6b5-c1d1-4e4b-a288-d83f0d5ab295 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=b30aa81b-0ccd-437d-b0dc-401f2ba90533 HTTP/1.1" status: 200 len: 946 time: 0.0509470 Jun 15 10:33:12.863083 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-7d2aef77-4957-40d6-b77c-5d939eb88255 req-cca5a959-192c-4721-9f00-46b91db011cb tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421567 Jun 15 10:33:12.995737 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c31a5f72-a5ec-4e3c-92be-8573b939714f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (e7b68426-6abe-45ee-a2ce-c32f72f66753), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:13.666673 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 55474) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:33:13.771928 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-fc4f26a9-29da-4e25-b440-b0bca74fb125 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:13.850488 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-fc4f26a9-29da-4e25-b440-b0bca74fb125 admin admin] Publish callbacks [] for security_group (2ec530e9-2923-4544-bd76-0e9469657a70), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:13.855496 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-fc4f26a9-29da-4e25-b440-b0bca74fb125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (2ec530e9-2923-4544-bd76-0e9469657a70), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:13.870453 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:13.897404 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-fc4f26a9-29da-4e25-b440-b0bca74fb125 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=51c380340d5446679239a1103a7ace03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2295802 Jun 15 10:33:13.900722 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 55484) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:33:13.901283 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4f26a9-29da-4e25-b440-b0bca74fb125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec530e9-2923-4544-bd76-0e9469657a70,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:13.910051 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4f26a9-29da-4e25-b440-b0bca74fb125 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:33:13.910431 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4f26a9-29da-4e25-b440-b0bca74fb125 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:33:13.910838 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4f26a9-29da-4e25-b440-b0bca74fb125 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:33:13.911220 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4f26a9-29da-4e25-b440-b0bca74fb125 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:33:13.911601 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4f26a9-29da-4e25-b440-b0bca74fb125 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:33:13.912198 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4f26a9-29da-4e25-b440-b0bca74fb125 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:33:13.912764 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4f26a9-29da-4e25-b440-b0bca74fb125 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:33:13.913246 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4f26a9-29da-4e25-b440-b0bca74fb125 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:33:13.914327 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4f26a9-29da-4e25-b440-b0bca74fb125 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:33:13.914813 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4f26a9-29da-4e25-b440-b0bca74fb125 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:33:13.915384 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4f26a9-29da-4e25-b440-b0bca74fb125 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:33:13.915898 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4f26a9-29da-4e25-b440-b0bca74fb125 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:33:13.916374 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4f26a9-29da-4e25-b440-b0bca74fb125 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:33:13.916858 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4f26a9-29da-4e25-b440-b0bca74fb125 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:33:13.917387 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4f26a9-29da-4e25-b440-b0bca74fb125 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:33:13.960175 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-11ed9d5c-973c-4eba-be11-1d8af0e43b1f admin admin] Publish callbacks [] for security_group (2ec530e9-2923-4544-bd76-0e9469657a70), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:13.983424 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-11ed9d5c-973c-4eba-be11-1d8af0e43b1f admin admin] Publish callbacks [] for security_group (2ec530e9-2923-4544-bd76-0e9469657a70), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:13.989627 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc996b0-a59e-4e71-8d79-69ecdb24961b req-ede950c4-c338-4b95-b182-97c9391c0823 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:13.991226 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-4cc996b0-a59e-4e71-8d79-69ecdb24961b req-ede950c4-c338-4b95-b182-97c9391c0823 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=b30aa81b-0ccd-437d-b0dc-401f2ba90533 HTTP/1.1" status: 200 len: 946 time: 0.0524364 Jun 15 10:33:14.040548 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-11ed9d5c-973c-4eba-be11-1d8af0e43b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (2ec530e9-2923-4544-bd76-0e9469657a70), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:14.042736 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-4cc996b0-a59e-4e71-8d79-69ecdb24961b req-41ea62e4-fb1b-4ba2-9260-20c1838e915b tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458977 Jun 15 10:33:14.043267 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-11ed9d5c-973c-4eba-be11-1d8af0e43b1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:14.051783 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-11ed9d5c-973c-4eba-be11-1d8af0e43b1f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2ec530e9-2923-4544-bd76-0e9469657a70 HTTP/1.1" status: 204 len: 168 time: 0.1452312 Jun 15 10:33:14.059767 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ed9d5c-973c-4eba-be11-1d8af0e43b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec530e9-2923-4544-bd76-0e9469657a70,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:14.062494 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:14.068428 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed9d5c-973c-4eba-be11-1d8af0e43b1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:33:14.068767 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed9d5c-973c-4eba-be11-1d8af0e43b1f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:33:14.069107 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed9d5c-973c-4eba-be11-1d8af0e43b1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:33:14.069437 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed9d5c-973c-4eba-be11-1d8af0e43b1f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:33:14.069802 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed9d5c-973c-4eba-be11-1d8af0e43b1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:33:14.070247 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed9d5c-973c-4eba-be11-1d8af0e43b1f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:33:14.070428 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed9d5c-973c-4eba-be11-1d8af0e43b1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:33:14.070787 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed9d5c-973c-4eba-be11-1d8af0e43b1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:33:14.071130 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed9d5c-973c-4eba-be11-1d8af0e43b1f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:33:14.071456 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed9d5c-973c-4eba-be11-1d8af0e43b1f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:33:14.071782 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed9d5c-973c-4eba-be11-1d8af0e43b1f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:33:14.072100 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed9d5c-973c-4eba-be11-1d8af0e43b1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:33:14.072418 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed9d5c-973c-4eba-be11-1d8af0e43b1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:33:14.072734 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed9d5c-973c-4eba-be11-1d8af0e43b1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:33:14.073049 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed9d5c-973c-4eba-be11-1d8af0e43b1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:33:14.229066 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a74f9a-71ee-4e15-ac31-4eb0a3380aa9 req-cfeaf83f-ce1e-4975-a940-c9d8e63307fc tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:14.230577 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-47a74f9a-71ee-4e15-ac31-4eb0a3380aa9 req-cfeaf83f-ce1e-4975-a940-c9d8e63307fc tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 946 time: 0.0505929 Jun 15 10:33:14.278648 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-47a74f9a-71ee-4e15-ac31-4eb0a3380aa9 req-297673a9-b963-486c-a3c4-d93c5fca3d70 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420182 Jun 15 10:33:14.693525 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 55518) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:33:14.789364 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-32829849-37f8-4777-a315-0e5ef6e930be admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-769092802-network', 'tenant_id': '440f69d2725e435ab11b2fc658e1e745'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:33:14.812244 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32829849-37f8-4777-a315-0e5ef6e930be admin admin] Made reservation on behalf of 440f69d2725e435ab11b2fc658e1e745 for: {'network': 1} {{(pid=103806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 10:33:14.814674 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-32829849-37f8-4777-a315-0e5ef6e930be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for network (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:14.823531 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-32829849-37f8-4777-a315-0e5ef6e930be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:14.896621 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-32829849-37f8-4777-a315-0e5ef6e930be admin admin] Publish callbacks [] for security_group (af8f7a35-f212-49d3-a09d-67bd4f9005b3), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:14.899883 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-32829849-37f8-4777-a315-0e5ef6e930be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (af8f7a35-f212-49d3-a09d-67bd4f9005b3), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:14.923618 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32829849-37f8-4777-a315-0e5ef6e930be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=103806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 10:33:14.938930 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32829849-37f8-4777-a315-0e5ef6e930be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8f7a35-f212-49d3-a09d-67bd4f9005b3,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:14.941819 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-32829849-37f8-4777-a315-0e5ef6e930be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7722752'] for segment (b16c89b6-d20b-45e9-9390-ddd4f60b13af), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:14.942167 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.db.segments_db [None req-32829849-37f8-4777-a315-0e5ef6e930be admin admin] Added segment b16c89b6-d20b-45e9-9390-ddd4f60b13af of type vlan for network a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab Jun 15 10:33:14.981732 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-32829849-37f8-4777-a315-0e5ef6e930be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732880046228'] for network (a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:15.005633 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-32829849-37f8-4777-a315-0e5ef6e930be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468'] for network (a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:15.006579 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32829849-37f8-4777-a315-0e5ef6e930be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:15.007217 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-32829849-37f8-4777-a315-0e5ef6e930be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for network (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:15.035283 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-32829849-37f8-4777-a315-0e5ef6e930be admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3405759 Jun 15 10:33:15.038100 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 55524) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:33:15.043551 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [None req-2ed44f01-cdcd-417c-ac13-88e50735b286 admin admin] Request body: {'subnet': {'network_id': 'a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-769092802-subnet', 'tenant_id': '440f69d2725e435ab11b2fc658e1e745', 'ip_version': 4}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:33:15.062838 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed44f01-cdcd-417c-ac13-88e50735b286 admin admin] Made reservation on behalf of 440f69d2725e435ab11b2fc658e1e745 for: {'subnet': 1} {{(pid=103805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 10:33:15.065068 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-2ed44f01-cdcd-417c-ac13-88e50735b286 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3530326'] for subnet (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:15.071295 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32829849-37f8-4777-a315-0e5ef6e930be admin admin] Pushing event updated for resources: {'Network': ['ID=a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:15.085817 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Network a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab details requested by agent ovs-agent-dv-cinder-843493-2-iscsi with host dv-cinder-843493-2-iscsi {{(pid=103807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 10:33:15.191075 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd876b-e80c-4430-a967-68b71bf1a861 req-2275a705-2642-46ff-8153-0edd8f3cc537 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:15.192602 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-cfbd876b-e80c-4430-a967-68b71bf1a861 req-2275a705-2642-46ff-8153-0edd8f3cc537 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=b30aa81b-0ccd-437d-b0dc-401f2ba90533 HTTP/1.1" status: 200 len: 946 time: 0.0524528 Jun 15 10:33:15.225199 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b0e61d01-8b6f-4eae-bdde-250278b01b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (06043943-94cb-49df-a062-a4886c03e673), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:15.233380 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:15.239589 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-2ed44f01-cdcd-417c-ac13-88e50735b286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2774450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3530360'] for subnet (1e87e269-65a8-42ea-ac39-220b47cff9a0), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:15.250833 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-cfbd876b-e80c-4430-a967-68b71bf1a861 req-241d4538-0862-4130-a9a0-229b3d0a1363 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524220 Jun 15 10:33:15.303137 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed44f01-cdcd-417c-ac13-88e50735b286 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e87e269-65a8-42ea-ac39-220b47cff9a0,revision_number=0']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:15.310731 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed44f01-cdcd-417c-ac13-88e50735b286 admin admin] Checking segment: {'id': 'b16c89b6-d20b-45e9-9390-ddd4f60b13af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:33:15.311103 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed44f01-cdcd-417c-ac13-88e50735b286 admin admin] Network hostable DHCP agents. Network: a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab, hostable agents: ['e7b68426-6abe-45ee-a2ce-c32f72f66753'], hosted agents: [] {{(pid=103805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 10:33:15.316603 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:15.330745 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed44f01-cdcd-417c-ac13-88e50735b286 admin admin] Network a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab is scheduled to be hosted by DHCP agent e7b68426-6abe-45ee-a2ce-c32f72f66753 with binding_index 1 {{(pid=103805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 10:33:15.341127 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.base_scheduler [None req-2ed44f01-cdcd-417c-ac13-88e50735b286 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843493-2-iscsi, a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab) {{(pid=103805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:33:15.346225 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed44f01-cdcd-417c-ac13-88e50735b286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:15.347312 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-2ed44f01-cdcd-417c-ac13-88e50735b286 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for subnet (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:15.352775 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1cedd4-49ef-49cc-a161-500ae6054b6b None None] Network a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab requested from dv-cinder-843493-2-iscsi {{(pid=103807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 10:33:15.368486 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-2ed44f01-cdcd-417c-ac13-88e50735b286 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3258977 Jun 15 10:33:15.368486 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 55534) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:33:15.373127 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [None req-1d86db3a-22a9-4f99-88f7-9aeb4d482999 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-769092802-router', 'tenant_id': '440f69d2725e435ab11b2fc658e1e745', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81'}}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:33:15.424810 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1d86db3a-22a9-4f99-88f7-9aeb4d482999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-364'] for router (3d5f60b0-cb82-460d-8263-7bab4d8037d0), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:15.425935 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1d86db3a-22a9-4f99-88f7-9aeb4d482999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-721569', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-357'] for router (3d5f60b0-cb82-460d-8263-7bab4d8037d0), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:15.444066 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3563d-0a56-466b-99c3-98e95cdb231e req-b374cd9c-e939-4744-89d0-0e839b3e69c7 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:15.445810 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-33a3563d-0a56-466b-99c3-98e95cdb231e req-b374cd9c-e939-4744-89d0-0e839b3e69c7 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 946 time: 0.0679595 Jun 15 10:33:15.490459 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663040bf-ede3-4301-9e04-5bf8236766b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa140b1e4-d584-5ee8-9a96-4d94431f580c-a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab', 'network_id': 'a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab', 'project_id': '440f69d2725e435ab11b2fc658e1e745', 'fixed_ips': [{'subnet_id': '1e87e269-65a8-42ea-ac39-220b47cff9a0'}]}} from dv-cinder-843493-2-iscsi. {{(pid=103807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 15 10:33:15.490459 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-663040bf-ede3-4301-9e04-5bf8236766b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:15.531327 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1d86db3a-22a9-4f99-88f7-9aeb4d482999 admin admin] Publish callbacks [] for router_controller (3d5f60b0-cb82-460d-8263-7bab4d8037d0), precommit_add_association {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:15.535262 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-33a3563d-0a56-466b-99c3-98e95cdb231e req-a200ed63-86e5-4d6e-8006-1e8210140efb tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826292 Jun 15 10:33:15.638564 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:15.640279 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [None req-663040bf-ede3-4301-9e04-5bf8236766b3 None None] Allocated IP 172.20.0.2 (a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab/1e87e269-65a8-42ea-ac39-220b47cff9a0/851ad2cc-9215-4036-868f-cae0a2733114) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:33:15.679836 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1d86db3a-22a9-4f99-88f7-9aeb4d482999 admin admin] Publish callbacks [] for router_gateway (3d5f60b0-cb82-460d-8263-7bab4d8037d0), precommit_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:15.699780 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:15.762087 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8,neutron:INSERT=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:15.820939 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-663040bf-ede3-4301-9e04-5bf8236766b3 None None] Publish callbacks [] for port (851ad2cc-9215-4036-868f-cae0a2733114), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:15.830456 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-663040bf-ede3-4301-9e04-5bf8236766b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205'] for port (851ad2cc-9215-4036-868f-cae0a2733114), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:15.881647 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663040bf-ede3-4301-9e04-5bf8236766b3 None None] Network a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:33:15.885517 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-663040bf-ede3-4301-9e04-5bf8236766b3 None None] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:33:15.886276 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1d86db3a-22a9-4f99-88f7-9aeb4d482999 admin admin] Publish callbacks [] for router_gateway (3d5f60b0-cb82-460d-8263-7bab4d8037d0), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:15.887410 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663040bf-ede3-4301-9e04-5bf8236766b3 None None] Pushing event updated for resources: {'Port': ['ID=851ad2cc-9215-4036-868f-cae0a2733114,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:15.890230 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663040bf-ede3-4301-9e04-5bf8236766b3 None None] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:33:15.905874 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1d86db3a-22a9-4f99-88f7-9aeb4d482999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:15.954974 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-663040bf-ede3-4301-9e04-5bf8236766b3 None None] Attempting to bind port 851ad2cc-9215-4036-868f-cae0a2733114 on host dv-cinder-843493-2-iscsi for vnic_type normal with profile {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 10:33:15.955520 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-663040bf-ede3-4301-9e04-5bf8236766b3 None None] Attempting to bind port 851ad2cc-9215-4036-868f-cae0a2733114 by drivers openvswitch,hyperv on host dv-cinder-843493-2-iscsi at level 0 using segments [{'id': 'b16c89b6-d20b-45e9-9390-ddd4f60b13af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab'}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 10:33:15.955890 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663040bf-ede3-4301-9e04-5bf8236766b3 None None] Attempting to bind port 851ad2cc-9215-4036-868f-cae0a2733114 on network a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:33:15.963122 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663040bf-ede3-4301-9e04-5bf8236766b3 None None] Checking agent: {'id': 'ad84a4c2-87cd-4603-a219-98785ef58eeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 10, 23, 18), 'started_at': datetime.datetime(2022, 6, 15, 10, 23, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 10, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 10:33:15.963770 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663040bf-ede3-4301-9e04-5bf8236766b3 None None] Checking segment: {'id': 'b16c89b6-d20b-45e9-9390-ddd4f60b13af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:33:15.964182 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-663040bf-ede3-4301-9e04-5bf8236766b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:15.965705 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663040bf-ede3-4301-9e04-5bf8236766b3 None None] Bound using segment: {'id': 'b16c89b6-d20b-45e9-9390-ddd4f60b13af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab'} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 10:33:15.966372 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-663040bf-ede3-4301-9e04-5bf8236766b3 None None] Bound port: 851ad2cc-9215-4036-868f-cae0a2733114, host: dv-cinder-843493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16c89b6-d20b-45e9-9390-ddd4f60b13af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab'}}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 10:33:15.966508 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-663040bf-ede3-4301-9e04-5bf8236766b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (851ad2cc-9215-4036-868f-cae0a2733114), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:16.012563 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.db.db_base_plugin_common [None req-1d86db3a-22a9-4f99-88f7-9aeb4d482999 admin admin] Allocated IP 172.27.0.168 (0c6836d1-4e10-4696-9cf9-183899f77c81/849db9c0-6b0b-495f-a2c9-c288d42c277d/b6a077b5-408b-4b15-b88a-da68b7b045af) {{(pid=103805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:33:16.033497 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-663040bf-ede3-4301-9e04-5bf8236766b3 None None] For port 851ad2cc-9215-4036-868f-cae0a2733114, host dv-cinder-843493-2-iscsi, cleared binding levels {{(pid=103807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 10:33:16.037367 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-663040bf-ede3-4301-9e04-5bf8236766b3 None None] For port 851ad2cc-9215-4036-868f-cae0a2733114, host dv-cinder-843493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=851ad2cc-9215-4036-868f-cae0a2733114,segment=NetworkSegment(b16c89b6-d20b-45e9-9390-ddd4f60b13af),segment_id=b16c89b6-d20b-45e9-9390-ddd4f60b13af)] {{(pid=103807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 10:33:16.043954 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-663040bf-ede3-4301-9e04-5bf8236766b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (851ad2cc-9215-4036-868f-cae0a2733114), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:16.098882 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663040bf-ede3-4301-9e04-5bf8236766b3 None None] Pushing event updated for resources: {'Port': ['ID=851ad2cc-9215-4036-868f-cae0a2733114,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:16.125071 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1d86db3a-22a9-4f99-88f7-9aeb4d482999 admin admin] Publish callbacks [] for port (b6a077b5-408b-4b15-b88a-da68b7b045af), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:16.157287 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1d86db3a-22a9-4f99-88f7-9aeb4d482999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2774366'] for port (b6a077b5-408b-4b15-b88a-da68b7b045af), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:16.198814 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d86db3a-22a9-4f99-88f7-9aeb4d482999 admin admin] Network 0c6836d1-4e10-4696-9cf9-183899f77c81 is already hosted by enough agents. {{(pid=103805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:33:16.204166 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.base_scheduler [None req-1d86db3a-22a9-4f99-88f7-9aeb4d482999 admin admin] Resources bound (agent type, host, resource id): {{(pid=103805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:33:16.206277 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d86db3a-22a9-4f99-88f7-9aeb4d482999 admin admin] Pushing event updated for resources: {'Port': ['ID=b6a077b5-408b-4b15-b88a-da68b7b045af,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:16.210388 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d86db3a-22a9-4f99-88f7-9aeb4d482999 admin admin] Received port after_create {{(pid=103805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:33:16.230532 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:DELETE=1,neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:16.360398 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-59f444b4-2386-4fe1-b50f-b9e54b42d680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (3cca6303-0f2e-4b13-b82d-f2749c30f699), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:16.390018 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12662e1-f003-4766-9f95-509a741461f3 req-650d7648-a7c7-48e7-86b2-b8ba554687d8 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:16.393133 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d12662e1-f003-4766-9f95-509a741461f3 req-650d7648-a7c7-48e7-86b2-b8ba554687d8 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=b30aa81b-0ccd-437d-b0dc-401f2ba90533 HTTP/1.1" status: 200 len: 946 time: 0.0649934 Jun 15 10:33:16.449167 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d12662e1-f003-4766-9f95-509a741461f3 req-50e239a1-0a59-4e84-86a4-b825fb429abe tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455728 Jun 15 10:33:16.480720 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1d86db3a-22a9-4f99-88f7-9aeb4d482999 admin admin] Publish callbacks [] for router_gateway (3d5f60b0-cb82-460d-8263-7bab4d8037d0), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:16.645360 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:16.691353 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a44de3-976a-4828-a5ba-31ba606c3426 req-28c27b0e-1954-4eae-b12c-30b4515433cc tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:16.692714 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-24a44de3-976a-4828-a5ba-31ba606c3426 req-28c27b0e-1954-4eae-b12c-30b4515433cc tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 946 time: 0.0632968 Jun 15 10:33:16.715552 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1d86db3a-22a9-4f99-88f7-9aeb4d482999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-721411'] for router (3d5f60b0-cb82-460d-8263-7bab4d8037d0), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:16.811537 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-24a44de3-976a-4828-a5ba-31ba606c3426 req-dc871848-443e-49b4-95d5-abf8e37cf0f5 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124821 Jun 15 10:33:16.879285 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d86db3a-22a9-4f99-88f7-9aeb4d482999 admin admin] Router 3d5f60b0-cb82-460d-8263-7bab4d8037d0 is scheduled to L3 agent 06043943-94cb-49df-a062-a4886c03e673 with binding_index 1 {{(pid=103805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 15 10:33:16.990683 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d86db3a-22a9-4f99-88f7-9aeb4d482999 admin admin] Notify agent at l3_agent.dv-cinder-843493-2-iscsi the message routers_updated {{(pid=103805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 10:33:17.000951 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bc479d-cc6c-4e00-a1f1-69271c18d18c None None] Sync routers for ids ['3d5f60b0-cb82-460d-8263-7bab4d8037d0'] in dv-cinder-843493-2-iscsi {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 10:33:17.012896 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1d86db3a-22a9-4f99-88f7-9aeb4d482999 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:17.014564 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-1d86db3a-22a9-4f99-88f7-9aeb4d482999 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6450634 Jun 15 10:33:17.017490 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 55568) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:33:17.019744 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bc479d-cc6c-4e00-a1f1-69271c18d18c None None] Routers {'3d5f60b0-cb82-460d-8263-7bab4d8037d0'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:33:17.020670 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-48bc479d-cc6c-4e00-a1f1-69271c18d18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:33:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['3d5f60b0-cb82-460d-8263-7bab4d8037d0'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:33:17.095293 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86b2275-ad3e-44e8-b79a-a0dfb5c2b3e6 None None] Network a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab requested from dv-cinder-843493-2-iscsi {{(pid=103807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 10:33:17.150483 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-48bc479d-cc6c-4e00-a1f1-69271c18d18c None None] Set router 3d5f60b0-cb82-460d-8263-7bab4d8037d0 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:33:17.213387 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-63441ee7-ba30-411e-9650-1d267a18511e None None] Provisioning complete for port 851ad2cc-9215-4036-868f-cae0a2733114 triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:33:17.213929 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-63441ee7-ba30-411e-9650-1d267a18511e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (851ad2cc-9215-4036-868f-cae0a2733114), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:17.369490 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-48bc479d-cc6c-4e00-a1f1-69271c18d18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5f60b0-cb82-460d-8263-7bab4d8037d0', 'name': 'tempest-TestMinimumBasicScenario-769092802-router', 'tenant_id': '440f69d2725e435ab11b2fc658e1e745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': 'b6a077b5-408b-4b15-b88a-da68b7b045af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:33:15Z', 'updated_at': '2022-06-15T10:33:16Z', 'revision_number': 3, 'project_id': '440f69d2725e435ab11b2fc658e1e745', 'gw_port': {'id': 'b6a077b5-408b-4b15-b88a-da68b7b045af', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:33:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d5f60b0-cb82-460d-8263-7bab4d8037d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:33:15Z', 'updated_at': '2022-06-15T10:33:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi'}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:33:17.384804 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-63441ee7-ba30-411e-9650-1d267a18511e None None] Current status of the port 851ad2cc-9215-4036-868f-cae0a2733114 is: DOWN; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:33:17.385196 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-63441ee7-ba30-411e-9650-1d267a18511e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (851ad2cc-9215-4036-868f-cae0a2733114), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:17.407942 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bc479d-cc6c-4e00-a1f1-69271c18d18c None None] Checking router: 3d5f60b0-cb82-460d-8263-7bab4d8037d0 for host: dv-cinder-843493-2-iscsi {{(pid=103808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 10:33:17.408655 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bc479d-cc6c-4e00-a1f1-69271c18d18c None None] Updating router 3d5f60b0-cb82-460d-8263-7bab4d8037d0 port b6a077b5-408b-4b15-b88a-da68b7b045af binding host dv-cinder-843493-2-iscsi {{(pid=103808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 10:33:17.433134 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-63441ee7-ba30-411e-9650-1d267a18511e None None] For port 851ad2cc-9215-4036-868f-cae0a2733114, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=851ad2cc-9215-4036-868f-cae0a2733114,segment=NetworkSegment(b16c89b6-d20b-45e9-9390-ddd4f60b13af),segment_id=b16c89b6-d20b-45e9-9390-ddd4f60b13af)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:33:17.441978 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-63441ee7-ba30-411e-9650-1d267a18511e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (851ad2cc-9215-4036-868f-cae0a2733114), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:17.465050 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-48bc479d-cc6c-4e00-a1f1-69271c18d18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (b6a077b5-408b-4b15-b88a-da68b7b045af), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:17.493721 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=100 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:17.601258 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63441ee7-ba30-411e-9650-1d267a18511e None None] Pushing event updated for resources: {'Port': ['ID=851ad2cc-9215-4036-868f-cae0a2733114,revision_number=3']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:17.614474 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-443983c7-1c5c-451b-b774-f75e98a6235f None None] Provisioning complete for port 851ad2cc-9215-4036-868f-cae0a2733114 triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:33:17.616254 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-443983c7-1c5c-451b-b774-f75e98a6235f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (851ad2cc-9215-4036-868f-cae0a2733114), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:17.618430 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79772f1f-dca6-476c-9dae-4fc54376f7ec req-422a388c-b85b-461e-ae0b-7cc9d86bc4c2 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:17.627260 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:17.630589 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-79772f1f-dca6-476c-9dae-4fc54376f7ec req-422a388c-b85b-461e-ae0b-7cc9d86bc4c2 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=b30aa81b-0ccd-437d-b0dc-401f2ba90533 HTTP/1.1" status: 200 len: 946 time: 0.0774436 Jun 15 10:33:17.675128 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 851ad2cc-9215-4036-868f-cae0a2733114 up at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:33:17.717725 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-79772f1f-dca6-476c-9dae-4fc54376f7ec req-cb97e2c4-9e0f-4aef-8ed9-b6248eb043b9 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856249 Jun 15 10:33:17.717943 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:17.792820 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Provisioning complete for port 851ad2cc-9215-4036-868f-cae0a2733114 triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:33:17.793268 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (851ad2cc-9215-4036-868f-cae0a2733114), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:17.836887 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-443983c7-1c5c-451b-b774-f75e98a6235f None None] Current status of the port 851ad2cc-9215-4036-868f-cae0a2733114 is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:33:17.841033 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-28d06d32-ea2f-4019-b04d-5ef5fa4d530e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (28e3d1c3-881c-45f9-bfee-5bcc9597e0ae), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:17.842916 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:17.883654 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Current status of the port 851ad2cc-9215-4036-868f-cae0a2733114 is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:33:17.937582 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-f3cd04a9-d642-4d9f-a43f-6620f93dd9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:17.961278 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (ad84a4c2-87cd-4603-a219-98785ef58eeb), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:17.966382 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:17.970528 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-48bc479d-cc6c-4e00-a1f1-69271c18d18c None None] Publish callbacks [] for port (b6a077b5-408b-4b15-b88a-da68b7b045af), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:17.975473 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-48bc479d-cc6c-4e00-a1f1-69271c18d18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (b6a077b5-408b-4b15-b88a-da68b7b045af), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:17.994351 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11ca0d-ee88-4e73-b8b1-b5c95c4c7c53 req-386d8b1f-c8a2-4d97-af12-72fec366849f tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:17.995848 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-ac11ca0d-ee88-4e73-b8b1-b5c95c4c7c53 req-386d8b1f-c8a2-4d97-af12-72fec366849f tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 946 time: 0.0759575 Jun 15 10:33:18.028285 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-48bc479d-cc6c-4e00-a1f1-69271c18d18c None None] Attempting to bind port b6a077b5-408b-4b15-b88a-da68b7b045af on host dv-cinder-843493-2-iscsi for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 10:33:18.028904 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-48bc479d-cc6c-4e00-a1f1-69271c18d18c None None] Attempting to bind port b6a077b5-408b-4b15-b88a-da68b7b045af by drivers openvswitch,hyperv on host dv-cinder-843493-2-iscsi at level 0 using segments [{'id': 'cb36ff63-3809-49b1-ae7b-cd8646780a76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 10:33:18.029011 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bc479d-cc6c-4e00-a1f1-69271c18d18c None None] Attempting to bind port b6a077b5-408b-4b15-b88a-da68b7b045af on network 0c6836d1-4e10-4696-9cf9-183899f77c81 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:33:18.032499 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4465dc8-8e02-4b49-adf1-71a162c4a425 None None] Pushing event updated for resources: {'Port': ['ID=b6a077b5-408b-4b15-b88a-da68b7b045af,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:18.036985 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bc479d-cc6c-4e00-a1f1-69271c18d18c None None] Checking agent: {'id': 'ad84a4c2-87cd-4603-a219-98785ef58eeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 10, 23, 18), 'started_at': datetime.datetime(2022, 6, 15, 10, 23, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 10, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 10:33:18.037351 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bc479d-cc6c-4e00-a1f1-69271c18d18c None None] Checking segment: {'id': 'cb36ff63-3809-49b1-ae7b-cd8646780a76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:33:18.037956 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-48bc479d-cc6c-4e00-a1f1-69271c18d18c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:18.038862 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bc479d-cc6c-4e00-a1f1-69271c18d18c None None] Bound using segment: {'id': 'cb36ff63-3809-49b1-ae7b-cd8646780a76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 10:33:18.039350 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-48bc479d-cc6c-4e00-a1f1-69271c18d18c None None] Bound port: b6a077b5-408b-4b15-b88a-da68b7b045af, host: dv-cinder-843493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb36ff63-3809-49b1-ae7b-cd8646780a76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 10:33:18.039723 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-48bc479d-cc6c-4e00-a1f1-69271c18d18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (b6a077b5-408b-4b15-b88a-da68b7b045af), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:18.086363 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-48bc479d-cc6c-4e00-a1f1-69271c18d18c None None] For port b6a077b5-408b-4b15-b88a-da68b7b045af, host dv-cinder-843493-2-iscsi, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 10:33:18.089353 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-48bc479d-cc6c-4e00-a1f1-69271c18d18c None None] For port b6a077b5-408b-4b15-b88a-da68b7b045af, host dv-cinder-843493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=b6a077b5-408b-4b15-b88a-da68b7b045af,segment=NetworkSegment(cb36ff63-3809-49b1-ae7b-cd8646780a76),segment_id=cb36ff63-3809-49b1-ae7b-cd8646780a76)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 10:33:18.095634 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-48bc479d-cc6c-4e00-a1f1-69271c18d18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (b6a077b5-408b-4b15-b88a-da68b7b045af), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:18.108763 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-ac11ca0d-ee88-4e73-b8b1-b5c95c4c7c53 req-7741d694-9a3e-4fdb-885e-1154749faad4 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856864 Jun 15 10:33:18.147782 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:18.157000 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bc479d-cc6c-4e00-a1f1-69271c18d18c None None] Routers {'3d5f60b0-cb82-460d-8263-7bab4d8037d0'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:33:18.157629 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-48bc479d-cc6c-4e00-a1f1-69271c18d18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:33:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['3d5f60b0-cb82-460d-8263-7bab4d8037d0'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:33:18.168305 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.db.db_base_plugin_common [None req-f3cd04a9-d642-4d9f-a43f-6620f93dd9f3 admin admin] Allocated IP 172.20.0.1 (a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab/1e87e269-65a8-42ea-ac39-220b47cff9a0/8b96e7af-fe53-48fe-882c-3b504e139666) {{(pid=103805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:33:18.191804 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4465dc8-8e02-4b49-adf1-71a162c4a425 None None] Pushing event updated for resources: {'Port': ['ID=b6a077b5-408b-4b15-b88a-da68b7b045af,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:18.260783 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-48bc479d-cc6c-4e00-a1f1-69271c18d18c None None] Set router 3d5f60b0-cb82-460d-8263-7bab4d8037d0 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:33:18.271366 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-f3cd04a9-d642-4d9f-a43f-6620f93dd9f3 admin admin] Publish callbacks [] for port (8b96e7af-fe53-48fe-882c-3b504e139666), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:18.303190 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-f3cd04a9-d642-4d9f-a43f-6620f93dd9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2774366'] for port (8b96e7af-fe53-48fe-882c-3b504e139666), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:18.342483 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cd04a9-d642-4d9f-a43f-6620f93dd9f3 admin admin] Network a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab is already hosted by enough agents. {{(pid=103805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:33:18.347166 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.base_scheduler [None req-f3cd04a9-d642-4d9f-a43f-6620f93dd9f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:33:18.349558 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cd04a9-d642-4d9f-a43f-6620f93dd9f3 admin admin] Received port after_create {{(pid=103805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:33:18.355865 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cd04a9-d642-4d9f-a43f-6620f93dd9f3 admin admin] Pushing event updated for resources: {'Port': ['ID=8b96e7af-fe53-48fe-882c-3b504e139666,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:18.396859 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-f3cd04a9-d642-4d9f-a43f-6620f93dd9f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-721191'] for router_interface (3d5f60b0-cb82-460d-8263-7bab4d8037d0), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:18.429327 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-48bc479d-cc6c-4e00-a1f1-69271c18d18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5f60b0-cb82-460d-8263-7bab4d8037d0', 'name': 'tempest-TestMinimumBasicScenario-769092802-router', 'tenant_id': '440f69d2725e435ab11b2fc658e1e745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': 'b6a077b5-408b-4b15-b88a-da68b7b045af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:33:15Z', 'updated_at': '2022-06-15T10:33:16Z', 'revision_number': 3, 'project_id': '440f69d2725e435ab11b2fc658e1e745', 'gw_port': {'id': 'b6a077b5-408b-4b15-b88a-da68b7b045af', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:33:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d5f60b0-cb82-460d-8263-7bab4d8037d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:33:15Z', 'updated_at': '2022-06-15T10:33:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi'}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:33:18.454231 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bc479d-cc6c-4e00-a1f1-69271c18d18c None None] The sync data for ids ['3d5f60b0-cb82-460d-8263-7bab4d8037d0'] in dv-cinder-843493-2-iscsi is: [{'id': '3d5f60b0-cb82-460d-8263-7bab4d8037d0', 'name': 'tempest-TestMinimumBasicScenario-769092802-router', 'tenant_id': '440f69d2725e435ab11b2fc658e1e745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': 'b6a077b5-408b-4b15-b88a-da68b7b045af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:33:15Z', 'updated_at': '2022-06-15T10:33:16Z', 'revision_number': 3, 'project_id': '440f69d2725e435ab11b2fc658e1e745', 'gw_port': {'id': 'b6a077b5-408b-4b15-b88a-da68b7b045af', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:33:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d5f60b0-cb82-460d-8263-7bab4d8037d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:33:15Z', 'updated_at': '2022-06-15T10:33:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi'}] {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 10:33:18.488692 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:18.531779 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-f3cd04a9-d642-4d9f-a43f-6620f93dd9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (8b96e7af-fe53-48fe-882c-3b504e139666), before_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:18.588082 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-2bdba600-a385-476e-8792-f72f76f9a2c7 None None] Provisioning complete for port 8b96e7af-fe53-48fe-882c-3b504e139666 triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:33:18.589213 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2bdba600-a385-476e-8792-f72f76f9a2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (8b96e7af-fe53-48fe-882c-3b504e139666), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:18.627106 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-2bdba600-a385-476e-8792-f72f76f9a2c7 None None] Port 8b96e7af-fe53-48fe-882c-3b504e139666 cannot update to ACTIVE because it is not bound. {{(pid=103807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 10:33:18.714248 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-f3cd04a9-d642-4d9f-a43f-6620f93dd9f3 admin admin] Publish callbacks [] for port (8b96e7af-fe53-48fe-882c-3b504e139666), precommit_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:18.718629 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-f3cd04a9-d642-4d9f-a43f-6620f93dd9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2774345'] for port (8b96e7af-fe53-48fe-882c-3b504e139666), after_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:18.803599 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cd04a9-d642-4d9f-a43f-6620f93dd9f3 admin admin] Pushing event updated for resources: {'Port': ['ID=8b96e7af-fe53-48fe-882c-3b504e139666,revision_number=2']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:18.811515 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-f3cd04a9-d642-4d9f-a43f-6620f93dd9f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-721243'] for router_interface (3d5f60b0-cb82-460d-8263-7bab4d8037d0), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:18.860559 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10be76-57b6-4af8-b8f0-dcfb4d24f784 req-d60a8c7e-93e8-4fe5-8e85-79b05cc0a284 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:18.860559 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3b10be76-57b6-4af8-b8f0-dcfb4d24f784 req-d60a8c7e-93e8-4fe5-8e85-79b05cc0a284 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=b30aa81b-0ccd-437d-b0dc-401f2ba90533 HTTP/1.1" status: 200 len: 946 time: 0.0621295 Jun 15 10:33:18.876713 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:18.914888 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cd04a9-d642-4d9f-a43f-6620f93dd9f3 admin admin] Network a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab is already hosted by enough agents. {{(pid=103805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:33:18.915750 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3b10be76-57b6-4af8-b8f0-dcfb4d24f784 req-6ec85a2f-6839-4b3b-8f7e-42cccf5c6229 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485604 Jun 15 10:33:18.916256 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.base_scheduler [None req-f3cd04a9-d642-4d9f-a43f-6620f93dd9f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:33:19.040934 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3cd04a9-d642-4d9f-a43f-6620f93dd9f3 admin admin] Router 3d5f60b0-cb82-460d-8263-7bab4d8037d0 has already been hosted by L3 agent 06043943-94cb-49df-a062-a4886c03e673 {{(pid=103805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 10:33:19.150573 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-388245fc-044c-4ced-82ed-9c6ed67078a8 None None] Provisioning complete for port 8b96e7af-fe53-48fe-882c-3b504e139666 triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:33:19.151061 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-388245fc-044c-4ced-82ed-9c6ed67078a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (8b96e7af-fe53-48fe-882c-3b504e139666), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:19.155501 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3cd04a9-d642-4d9f-a43f-6620f93dd9f3 admin admin] Notify agent at l3_agent.dv-cinder-843493-2-iscsi the message routers_updated {{(pid=103805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 10:33:19.169291 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-f3cd04a9-d642-4d9f-a43f-6620f93dd9f3 admin admin] 10.222.0.49 "PUT /v2.0/routers/3d5f60b0-cb82-460d-8263-7bab4d8037d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1497514 Jun 15 10:33:19.185534 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-388245fc-044c-4ced-82ed-9c6ed67078a8 None None] Port 8b96e7af-fe53-48fe-882c-3b504e139666 cannot update to ACTIVE because it is not bound. {{(pid=103807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 10:33:19.247670 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a99d0-1815-4efa-976b-6327e98ec6b6 req-09490a4f-f4ba-487b-b0d3-322683b8262c tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:19.249219 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-f66a99d0-1815-4efa-976b-6327e98ec6b6 req-09490a4f-f4ba-487b-b0d3-322683b8262c tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 946 time: 0.0518005 Jun 15 10:33:19.297951 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-f66a99d0-1815-4efa-976b-6327e98ec6b6 req-275c4b33-b0f0-4976-8fb2-9d954a28d67f tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429842 Jun 15 10:33:19.574720 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 851ad2cc-9215-4036-868f-cae0a2733114 up at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:33:19.618840 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Provisioning complete for port 851ad2cc-9215-4036-868f-cae0a2733114 triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:33:19.619451 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (851ad2cc-9215-4036-868f-cae0a2733114), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:19.670619 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 55634) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:33:19.675411 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [None req-d429f2e3-1709-45f1-b773-1e74ee9735cd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-317971450-network', 'tenant_id': 'ed7082a13129477c8ff6630ced935884'}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:33:19.693314 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Current status of the port 851ad2cc-9215-4036-868f-cae0a2733114 is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:33:19.694351 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device b6a077b5-408b-4b15-b88a-da68b7b045af up at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:33:19.695656 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d429f2e3-1709-45f1-b773-1e74ee9735cd admin admin] Made reservation on behalf of ed7082a13129477c8ff6630ced935884 for: {'network': 1} {{(pid=103805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 10:33:19.697929 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-d429f2e3-1709-45f1-b773-1e74ee9735cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for network (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:19.704325 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:19.710710 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-d429f2e3-1709-45f1-b773-1e74ee9735cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:19.739018 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Provisioning complete for port b6a077b5-408b-4b15-b88a-da68b7b045af triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:33:19.739766 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (b6a077b5-408b-4b15-b88a-da68b7b045af), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:19.814680 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-d429f2e3-1709-45f1-b773-1e74ee9735cd admin admin] Publish callbacks [] for security_group (3a578877-0ed0-4a79-b68d-33bf872db084), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:19.819843 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-d429f2e3-1709-45f1-b773-1e74ee9735cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (3a578877-0ed0-4a79-b68d-33bf872db084), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:19.826345 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Current status of the port b6a077b5-408b-4b15-b88a-da68b7b045af is: DOWN; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:33:19.826734 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (b6a077b5-408b-4b15-b88a-da68b7b045af), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:19.853212 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] For port b6a077b5-408b-4b15-b88a-da68b7b045af, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=b6a077b5-408b-4b15-b88a-da68b7b045af,segment=NetworkSegment(cb36ff63-3809-49b1-ae7b-cd8646780a76),segment_id=cb36ff63-3809-49b1-ae7b-cd8646780a76)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:33:19.854600 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d429f2e3-1709-45f1-b773-1e74ee9735cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=103805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 10:33:19.857322 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (b6a077b5-408b-4b15-b88a-da68b7b045af), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:19.861980 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d429f2e3-1709-45f1-b773-1e74ee9735cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a578877-0ed0-4a79-b68d-33bf872db084,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:19.869575 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-d429f2e3-1709-45f1-b773-1e74ee9735cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7722752'] for segment (779ef3ae-5772-453b-8ca0-70be517fdb67), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:19.869939 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.db.segments_db [None req-d429f2e3-1709-45f1-b773-1e74ee9735cd admin admin] Added segment 779ef3ae-5772-453b-8ca0-70be517fdb67 of type vlan for network d2bc88db-3b98-40da-8906-9a54c1362036 Jun 15 10:33:19.921641 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-d429f2e3-1709-45f1-b773-1e74ee9735cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732880046228'] for network (d2bc88db-3b98-40da-8906-9a54c1362036), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:19.953827 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-d429f2e3-1709-45f1-b773-1e74ee9735cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468'] for network (d2bc88db-3b98-40da-8906-9a54c1362036), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:19.955072 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d429f2e3-1709-45f1-b773-1e74ee9735cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:19.955773 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-d429f2e3-1709-45f1-b773-1e74ee9735cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for network (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:19.997209 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 55644) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:33:20.002844 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-148b3813-e07e-4435-9434-e03841d437a0 admin admin] Request body: {'subnet': {'network_id': 'd2bc88db-3b98-40da-8906-9a54c1362036', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-317971450-subnet', 'tenant_id': 'ed7082a13129477c8ff6630ced935884', 'ip_version': 4}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:33:20.006998 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-d429f2e3-1709-45f1-b773-1e74ee9735cd admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3351510 Jun 15 10:33:20.069245 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d429f2e3-1709-45f1-b773-1e74ee9735cd admin admin] Pushing event updated for resources: {'Network': ['ID=d2bc88db-3b98-40da-8906-9a54c1362036,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:20.074932 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66963667-34b3-48c0-a0d5-27915342bbe6 req-c120ea69-a905-4d90-a501-c89fdbf501df tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:20.077901 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Pushing event updated for resources: {'Port': ['ID=b6a077b5-408b-4b15-b88a-da68b7b045af,revision_number=4']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:20.080858 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-66963667-34b3-48c0-a0d5-27915342bbe6 req-c120ea69-a905-4d90-a501-c89fdbf501df tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=b30aa81b-0ccd-437d-b0dc-401f2ba90533 HTTP/1.1" status: 200 len: 946 time: 0.0728331 Jun 15 10:33:20.082351 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-148b3813-e07e-4435-9434-e03841d437a0 admin admin] Made reservation on behalf of ed7082a13129477c8ff6630ced935884 for: {'subnet': 1} {{(pid=103806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 10:33:20.083784 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Network d2bc88db-3b98-40da-8906-9a54c1362036 details requested by agent ovs-agent-dv-cinder-843493-2-iscsi with host dv-cinder-843493-2-iscsi {{(pid=103807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 10:33:20.085706 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-148b3813-e07e-4435-9434-e03841d437a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-251934017'] for subnet (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:20.117213 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:20.206862 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824aa760-5401-4b78-baac-037dbb8fe66b None None] Sync routers for ids ['3d5f60b0-cb82-460d-8263-7bab4d8037d0'] in dv-cinder-843493-2-iscsi {{(pid=103807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 10:33:20.217245 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824aa760-5401-4b78-baac-037dbb8fe66b None None] Routers {'3d5f60b0-cb82-460d-8263-7bab4d8037d0'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:33:20.217934 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-824aa760-5401-4b78-baac-037dbb8fe66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:33:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['3d5f60b0-cb82-460d-8263-7bab4d8037d0'], 'active': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:33:20.225667 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-66963667-34b3-48c0-a0d5-27915342bbe6 req-210efd8a-e071-4411-855f-5a3231acfbd4 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355612 Jun 15 10:33:20.332191 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-148b3813-e07e-4435-9434-e03841d437a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-252119786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-251934063'] for subnet (09060b13-9d03-4376-bc5b-78f03ed3e68c), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:20.333058 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:20.338766 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvr_db [None req-824aa760-5401-4b78-baac-037dbb8fe66b None None] Set router 3d5f60b0-cb82-460d-8263-7bab4d8037d0 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:33:20.397266 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148b3813-e07e-4435-9434-e03841d437a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09060b13-9d03-4376-bc5b-78f03ed3e68c,revision_number=0']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:20.408149 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148b3813-e07e-4435-9434-e03841d437a0 admin admin] Checking segment: {'id': '779ef3ae-5772-453b-8ca0-70be517fdb67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd2bc88db-3b98-40da-8906-9a54c1362036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:33:20.408510 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148b3813-e07e-4435-9434-e03841d437a0 admin admin] Network hostable DHCP agents. Network: d2bc88db-3b98-40da-8906-9a54c1362036, hostable agents: ['e7b68426-6abe-45ee-a2ce-c32f72f66753'], hosted agents: [] {{(pid=103806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 10:33:20.462303 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc0270-3ee4-49e2-a965-9f5c806862db req-f8857424-99b3-4652-af8c-5482ee8c5b87 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:20.464147 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-cddc0270-3ee4-49e2-a965-9f5c806862db req-f8857424-99b3-4652-af8c-5482ee8c5b87 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 946 time: 0.0584631 Jun 15 10:33:20.469135 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148b3813-e07e-4435-9434-e03841d437a0 admin admin] Network d2bc88db-3b98-40da-8906-9a54c1362036 is scheduled to be hosted by DHCP agent e7b68426-6abe-45ee-a2ce-c32f72f66753 with binding_index 1 {{(pid=103806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 10:33:20.498400 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [None req-148b3813-e07e-4435-9434-e03841d437a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843493-2-iscsi, d2bc88db-3b98-40da-8906-9a54c1362036) {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:33:20.510528 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb295bb-6b9a-4999-951d-11f2d753a546 None None] Network d2bc88db-3b98-40da-8906-9a54c1362036 requested from dv-cinder-843493-2-iscsi {{(pid=103807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 10:33:20.511557 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148b3813-e07e-4435-9434-e03841d437a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:20.512304 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-148b3813-e07e-4435-9434-e03841d437a0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:20.547763 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:20.549077 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-cddc0270-3ee4-49e2-a965-9f5c806862db req-d663ec21-998f-409b-9216-6532dd460f31 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771832 Jun 15 10:33:20.557948 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 55660) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:33:20.565911 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [None req-22deaaa7-554c-4164-a4c8-1b8e306d9f19 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-317971450-router', 'tenant_id': 'ed7082a13129477c8ff6630ced935884', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81'}}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:33:20.572951 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-148b3813-e07e-4435-9434-e03841d437a0 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5550852 Jun 15 10:33:20.590653 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-22deaaa7-554c-4164-a4c8-1b8e306d9f19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-364'] for router (db57ddc7-072a-4eb6-9491-325453a20fab), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:20.591850 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-22deaaa7-554c-4164-a4c8-1b8e306d9f19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-721569', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-357'] for router (db57ddc7-072a-4eb6-9491-325453a20fab), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:20.645223 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-22deaaa7-554c-4164-a4c8-1b8e306d9f19 admin admin] Publish callbacks [] for router_controller (db57ddc7-072a-4eb6-9491-325453a20fab), precommit_add_association {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:20.647246 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-824aa760-5401-4b78-baac-037dbb8fe66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5f60b0-cb82-460d-8263-7bab4d8037d0', 'name': 'tempest-TestMinimumBasicScenario-769092802-router', 'tenant_id': '440f69d2725e435ab11b2fc658e1e745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': 'b6a077b5-408b-4b15-b88a-da68b7b045af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:33:15Z', 'updated_at': '2022-06-15T10:33:18Z', 'revision_number': 4, 'project_id': '440f69d2725e435ab11b2fc658e1e745', 'gw_port': {'id': 'b6a077b5-408b-4b15-b88a-da68b7b045af', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:33:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5f60b0-cb82-460d-8263-7bab4d8037d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:33:15Z', 'updated_at': '2022-06-15T10:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': '8b96e7af-fe53-48fe-882c-3b504e139666', 'name': '', 'network_id': 'a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab', 'tenant_id': '440f69d2725e435ab11b2fc658e1e745', 'mac_address': 'fa:16:3e:ab:bb:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d5f60b0-cb82-460d-8263-7bab4d8037d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '1e87e269-65a8-42ea-ac39-220b47cff9a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:33:17Z', 'updated_at': '2022-06-15T10:33:18Z', 'revision_number': 2, 'project_id': '440f69d2725e435ab11b2fc658e1e745', 'subnets': [{'id': '1e87e269-65a8-42ea-ac39-220b47cff9a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:33:20.689762 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd80041-a8e9-42e6-9f46-7686c05e67c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa140b1e4-d584-5ee8-9a96-4d94431f580c-d2bc88db-3b98-40da-8906-9a54c1362036', 'network_id': 'd2bc88db-3b98-40da-8906-9a54c1362036', 'project_id': 'ed7082a13129477c8ff6630ced935884', 'fixed_ips': [{'subnet_id': '09060b13-9d03-4376-bc5b-78f03ed3e68c'}]}} from dv-cinder-843493-2-iscsi. {{(pid=103807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 15 10:33:20.690670 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7dd80041-a8e9-42e6-9f46-7686c05e67c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:20.693572 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824aa760-5401-4b78-baac-037dbb8fe66b None None] Checking router: 3d5f60b0-cb82-460d-8263-7bab4d8037d0 for host: dv-cinder-843493-2-iscsi {{(pid=103807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 10:33:20.693923 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824aa760-5401-4b78-baac-037dbb8fe66b None None] Updating router 3d5f60b0-cb82-460d-8263-7bab4d8037d0 port 8b96e7af-fe53-48fe-882c-3b504e139666 binding host dv-cinder-843493-2-iscsi {{(pid=103807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 10:33:20.738009 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-824aa760-5401-4b78-baac-037dbb8fe66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (8b96e7af-fe53-48fe-882c-3b504e139666), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:20.776529 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:20.782627 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-22deaaa7-554c-4164-a4c8-1b8e306d9f19 admin admin] Publish callbacks [] for router_gateway (db57ddc7-072a-4eb6-9491-325453a20fab), precommit_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:20.958844 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [None req-7dd80041-a8e9-42e6-9f46-7686c05e67c0 None None] Allocated IP 172.20.0.2 (d2bc88db-3b98-40da-8906-9a54c1362036/09060b13-9d03-4376-bc5b-78f03ed3e68c/7b359c0a-a38d-4cea-8aa6-e2db7151f066) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:33:20.973500 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-22deaaa7-554c-4164-a4c8-1b8e306d9f19 admin admin] Publish callbacks [] for router_gateway (db57ddc7-072a-4eb6-9491-325453a20fab), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:20.997550 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-22deaaa7-554c-4164-a4c8-1b8e306d9f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:21.108906 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.db.db_base_plugin_common [None req-22deaaa7-554c-4164-a4c8-1b8e306d9f19 admin admin] Allocated IP 172.27.0.41 (0c6836d1-4e10-4696-9cf9-183899f77c81/849db9c0-6b0b-495f-a2c9-c288d42c277d/ea7710c0-235c-4681-9f1d-54e975279556) {{(pid=103805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:33:21.146511 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=77,neutron:INSERT=14,neutron:UPDATE=7,neutron:DELETE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:21.211789 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:21.213461 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-22deaaa7-554c-4164-a4c8-1b8e306d9f19 admin admin] Publish callbacks [] for port (ea7710c0-235c-4681-9f1d-54e975279556), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:21.224875 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-824aa760-5401-4b78-baac-037dbb8fe66b None None] Publish callbacks [] for port (8b96e7af-fe53-48fe-882c-3b504e139666), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:21.227002 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7dd80041-a8e9-42e6-9f46-7686c05e67c0 None None] Publish callbacks [] for port (7b359c0a-a38d-4cea-8aa6-e2db7151f066), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:21.233059 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-824aa760-5401-4b78-baac-037dbb8fe66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (8b96e7af-fe53-48fe-882c-3b504e139666), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:21.242689 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7dd80041-a8e9-42e6-9f46-7686c05e67c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205'] for port (7b359c0a-a38d-4cea-8aa6-e2db7151f066), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:21.247830 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-22deaaa7-554c-4164-a4c8-1b8e306d9f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2774366'] for port (ea7710c0-235c-4681-9f1d-54e975279556), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:21.293807 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22deaaa7-554c-4164-a4c8-1b8e306d9f19 admin admin] Network 0c6836d1-4e10-4696-9cf9-183899f77c81 is already hosted by enough agents. {{(pid=103805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:33:21.297437 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd80041-a8e9-42e6-9f46-7686c05e67c0 None None] Network d2bc88db-3b98-40da-8906-9a54c1362036 is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:33:21.297596 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.base_scheduler [None req-22deaaa7-554c-4164-a4c8-1b8e306d9f19 admin admin] Resources bound (agent type, host, resource id): {{(pid=103805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:33:21.298397 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befed26b-c571-41c7-bf07-701ea5ff6794 None None] Pushing event updated for resources: {'Port': ['ID=8b96e7af-fe53-48fe-882c-3b504e139666,revision_number=3']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:21.301602 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22deaaa7-554c-4164-a4c8-1b8e306d9f19 admin admin] Received port after_create {{(pid=103805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:33:21.306033 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-7dd80041-a8e9-42e6-9f46-7686c05e67c0 None None] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:33:21.307259 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22deaaa7-554c-4164-a4c8-1b8e306d9f19 admin admin] Pushing event updated for resources: {'Port': ['ID=ea7710c0-235c-4681-9f1d-54e975279556,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:21.310357 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd80041-a8e9-42e6-9f46-7686c05e67c0 None None] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:33:21.333191 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:21.389812 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3315a537-5ff8-4206-9677-f6bd1b9fdd8a req-d2a188d6-24ae-4e3f-a31e-309975609be3 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:21.391388 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-3315a537-5ff8-4206-9677-f6bd1b9fdd8a req-d2a188d6-24ae-4e3f-a31e-309975609be3 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=b30aa81b-0ccd-437d-b0dc-401f2ba90533 HTTP/1.1" status: 200 len: 946 time: 0.0603795 Jun 15 10:33:21.436560 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd80041-a8e9-42e6-9f46-7686c05e67c0 None None] Pushing event updated for resources: {'Port': ['ID=7b359c0a-a38d-4cea-8aa6-e2db7151f066,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:21.445438 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-824aa760-5401-4b78-baac-037dbb8fe66b None None] Attempting to bind port 8b96e7af-fe53-48fe-882c-3b504e139666 on host dv-cinder-843493-2-iscsi for vnic_type normal with profile {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 10:33:21.445812 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-824aa760-5401-4b78-baac-037dbb8fe66b None None] Attempting to bind port 8b96e7af-fe53-48fe-882c-3b504e139666 by drivers openvswitch,hyperv on host dv-cinder-843493-2-iscsi at level 0 using segments [{'id': 'b16c89b6-d20b-45e9-9390-ddd4f60b13af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab'}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 10:33:21.446173 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824aa760-5401-4b78-baac-037dbb8fe66b None None] Attempting to bind port 8b96e7af-fe53-48fe-882c-3b504e139666 on network a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:33:21.462261 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824aa760-5401-4b78-baac-037dbb8fe66b None None] Checking agent: {'id': 'ad84a4c2-87cd-4603-a219-98785ef58eeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 10, 23, 18), 'started_at': datetime.datetime(2022, 6, 15, 10, 23, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 10, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 10:33:21.462642 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824aa760-5401-4b78-baac-037dbb8fe66b None None] Checking segment: {'id': 'b16c89b6-d20b-45e9-9390-ddd4f60b13af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:33:21.463052 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-824aa760-5401-4b78-baac-037dbb8fe66b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:21.463476 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824aa760-5401-4b78-baac-037dbb8fe66b None None] Bound using segment: {'id': 'b16c89b6-d20b-45e9-9390-ddd4f60b13af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab'} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 10:33:21.464236 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-824aa760-5401-4b78-baac-037dbb8fe66b None None] Bound port: 8b96e7af-fe53-48fe-882c-3b504e139666, host: dv-cinder-843493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16c89b6-d20b-45e9-9390-ddd4f60b13af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab'}}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 10:33:21.464357 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-824aa760-5401-4b78-baac-037dbb8fe66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (8b96e7af-fe53-48fe-882c-3b504e139666), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:21.466370 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-7dd80041-a8e9-42e6-9f46-7686c05e67c0 None None] Attempting to bind port 7b359c0a-a38d-4cea-8aa6-e2db7151f066 on host dv-cinder-843493-2-iscsi for vnic_type normal with profile {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 10:33:21.466734 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-7dd80041-a8e9-42e6-9f46-7686c05e67c0 None None] Attempting to bind port 7b359c0a-a38d-4cea-8aa6-e2db7151f066 by drivers openvswitch,hyperv on host dv-cinder-843493-2-iscsi at level 0 using segments [{'id': '779ef3ae-5772-453b-8ca0-70be517fdb67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd2bc88db-3b98-40da-8906-9a54c1362036'}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 10:33:21.467421 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd80041-a8e9-42e6-9f46-7686c05e67c0 None None] Attempting to bind port 7b359c0a-a38d-4cea-8aa6-e2db7151f066 on network d2bc88db-3b98-40da-8906-9a54c1362036 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:33:21.482593 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd80041-a8e9-42e6-9f46-7686c05e67c0 None None] Checking agent: {'id': 'ad84a4c2-87cd-4603-a219-98785ef58eeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 10, 23, 18), 'started_at': datetime.datetime(2022, 6, 15, 10, 23, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 10, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 10:33:21.482979 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd80041-a8e9-42e6-9f46-7686c05e67c0 None None] Checking segment: {'id': '779ef3ae-5772-453b-8ca0-70be517fdb67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd2bc88db-3b98-40da-8906-9a54c1362036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:33:21.483435 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7dd80041-a8e9-42e6-9f46-7686c05e67c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:21.483858 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd80041-a8e9-42e6-9f46-7686c05e67c0 None None] Bound using segment: {'id': '779ef3ae-5772-453b-8ca0-70be517fdb67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd2bc88db-3b98-40da-8906-9a54c1362036'} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 10:33:21.484293 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-7dd80041-a8e9-42e6-9f46-7686c05e67c0 None None] Bound port: 7b359c0a-a38d-4cea-8aa6-e2db7151f066, host: dv-cinder-843493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '779ef3ae-5772-453b-8ca0-70be517fdb67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd2bc88db-3b98-40da-8906-9a54c1362036'}}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 10:33:21.484676 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7dd80041-a8e9-42e6-9f46-7686c05e67c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (7b359c0a-a38d-4cea-8aa6-e2db7151f066), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:21.526920 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-3315a537-5ff8-4206-9677-f6bd1b9fdd8a req-15e967c9-7b46-4f64-b8b1-539e46b3f8af tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012158 Jun 15 10:33:21.591779 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-be59f5d0-0e5a-4f8c-b1f7-2c71195ab701 None None] Provisioning complete for port 8b96e7af-fe53-48fe-882c-3b504e139666 triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:33:21.592847 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-be59f5d0-0e5a-4f8c-b1f7-2c71195ab701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (8b96e7af-fe53-48fe-882c-3b504e139666), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:21.610865 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device b6a077b5-408b-4b15-b88a-da68b7b045af up at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:33:21.641655 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-22deaaa7-554c-4164-a4c8-1b8e306d9f19 admin admin] Publish callbacks [] for router_gateway (db57ddc7-072a-4eb6-9491-325453a20fab), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:21.690502 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-7dd80041-a8e9-42e6-9f46-7686c05e67c0 None None] For port 7b359c0a-a38d-4cea-8aa6-e2db7151f066, host dv-cinder-843493-2-iscsi, cleared binding levels {{(pid=103807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 10:33:21.694246 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-824aa760-5401-4b78-baac-037dbb8fe66b None None] For port 8b96e7af-fe53-48fe-882c-3b504e139666, host dv-cinder-843493-2-iscsi, cleared binding levels {{(pid=103807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 10:33:21.707453 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e73dc8e-408b-43d1-9e6a-0bbc985ed362 req-ad636312-d3ec-4f1d-9a20-e5a3f4c4bf0b tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:21.711589 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7e73dc8e-408b-43d1-9e6a-0bbc985ed362 req-ad636312-d3ec-4f1d-9a20-e5a3f4c4bf0b tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 946 time: 0.0668099 Jun 15 10:33:21.715750 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-be59f5d0-0e5a-4f8c-b1f7-2c71195ab701 None None] Port 8b96e7af-fe53-48fe-882c-3b504e139666 cannot update to ACTIVE because it is not bound. {{(pid=103807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 10:33:21.719621 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:21.720174 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-7dd80041-a8e9-42e6-9f46-7686c05e67c0 None None] For port 7b359c0a-a38d-4cea-8aa6-e2db7151f066, host dv-cinder-843493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=7b359c0a-a38d-4cea-8aa6-e2db7151f066,segment=NetworkSegment(779ef3ae-5772-453b-8ca0-70be517fdb67),segment_id=779ef3ae-5772-453b-8ca0-70be517fdb67)] {{(pid=103807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 10:33:21.722845 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (a4349971-e88a-4ea8-a067-54d07204ee65), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:21.727026 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-824aa760-5401-4b78-baac-037dbb8fe66b None None] For port 8b96e7af-fe53-48fe-882c-3b504e139666, host dv-cinder-843493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=8b96e7af-fe53-48fe-882c-3b504e139666,segment=NetworkSegment(b16c89b6-d20b-45e9-9390-ddd4f60b13af),segment_id=b16c89b6-d20b-45e9-9390-ddd4f60b13af)] {{(pid=103807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 10:33:21.731885 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7dd80041-a8e9-42e6-9f46-7686c05e67c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (7b359c0a-a38d-4cea-8aa6-e2db7151f066), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:21.741641 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:21.786087 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7e73dc8e-408b-43d1-9e6a-0bbc985ed362 req-ab015c99-c46a-49d3-9530-d34256e559ac tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641248 Jun 15 10:33:21.902797 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-824aa760-5401-4b78-baac-037dbb8fe66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (8b96e7af-fe53-48fe-882c-3b504e139666), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:21.933828 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Provisioning complete for port b6a077b5-408b-4b15-b88a-da68b7b045af triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:33:21.934202 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (b6a077b5-408b-4b15-b88a-da68b7b045af), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:21.989727 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd80041-a8e9-42e6-9f46-7686c05e67c0 None None] Pushing event updated for resources: {'Port': ['ID=7b359c0a-a38d-4cea-8aa6-e2db7151f066,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:22.073935 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824aa760-5401-4b78-baac-037dbb8fe66b None None] Routers {'3d5f60b0-cb82-460d-8263-7bab4d8037d0'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:33:22.074606 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-824aa760-5401-4b78-baac-037dbb8fe66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:33:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['3d5f60b0-cb82-460d-8263-7bab4d8037d0'], 'active': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:33:22.109896 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-22deaaa7-554c-4164-a4c8-1b8e306d9f19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-721411'] for router (db57ddc7-072a-4eb6-9491-325453a20fab), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:22.206435 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befed26b-c571-41c7-bf07-701ea5ff6794 None None] Pushing event updated for resources: {'Port': ['ID=8b96e7af-fe53-48fe-882c-3b504e139666,revision_number=4']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:22.216627 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:22.280817 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Current status of the port b6a077b5-408b-4b15-b88a-da68b7b045af is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:33:22.294642 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvr_db [None req-824aa760-5401-4b78-baac-037dbb8fe66b None None] Set router 3d5f60b0-cb82-460d-8263-7bab4d8037d0 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:33:22.297122 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-89081dff-2446-4770-8ecd-c5ea664d9e61 None None] Provisioning complete for port 8b96e7af-fe53-48fe-882c-3b504e139666 triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:33:22.297122 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-89081dff-2446-4770-8ecd-c5ea664d9e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (8b96e7af-fe53-48fe-882c-3b504e139666), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:22.311040 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22deaaa7-554c-4164-a4c8-1b8e306d9f19 admin admin] Router db57ddc7-072a-4eb6-9491-325453a20fab is scheduled to L3 agent 06043943-94cb-49df-a062-a4886c03e673 with binding_index 1 {{(pid=103805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 15 10:33:22.317394 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:22.359917 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:22.441569 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22deaaa7-554c-4164-a4c8-1b8e306d9f19 admin admin] Notify agent at l3_agent.dv-cinder-843493-2-iscsi the message routers_updated {{(pid=103805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 10:33:22.452536 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed145cfa-316f-4157-97b8-fdbff73278b8 None None] Sync routers for ids ['db57ddc7-072a-4eb6-9491-325453a20fab'] in dv-cinder-843493-2-iscsi {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 10:33:22.461267 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-22deaaa7-554c-4164-a4c8-1b8e306d9f19 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:22.462543 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-22deaaa7-554c-4164-a4c8-1b8e306d9f19 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9030962 Jun 15 10:33:22.465478 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 55684) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:33:22.467612 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed145cfa-316f-4157-97b8-fdbff73278b8 None None] Routers {'db57ddc7-072a-4eb6-9491-325453a20fab'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:33:22.468246 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-ed145cfa-316f-4157-97b8-fdbff73278b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:33:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['db57ddc7-072a-4eb6-9491-325453a20fab'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:33:22.515411 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-89081dff-2446-4770-8ecd-c5ea664d9e61 None None] Current status of the port 8b96e7af-fe53-48fe-882c-3b504e139666 is: DOWN; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:33:22.515808 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-89081dff-2446-4770-8ecd-c5ea664d9e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (8b96e7af-fe53-48fe-882c-3b504e139666), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:22.582731 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-89081dff-2446-4770-8ecd-c5ea664d9e61 None None] For port 8b96e7af-fe53-48fe-882c-3b504e139666, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=8b96e7af-fe53-48fe-882c-3b504e139666,segment=NetworkSegment(b16c89b6-d20b-45e9-9390-ddd4f60b13af),segment_id=b16c89b6-d20b-45e9-9390-ddd4f60b13af)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:33:22.588878 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-ed145cfa-316f-4157-97b8-fdbff73278b8 None None] Set router db57ddc7-072a-4eb6-9491-325453a20fab gateway port host: dv-cinder-843493-2-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:33:22.608582 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-89081dff-2446-4770-8ecd-c5ea664d9e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (8b96e7af-fe53-48fe-882c-3b504e139666), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:22.693054 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-824aa760-5401-4b78-baac-037dbb8fe66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5f60b0-cb82-460d-8263-7bab4d8037d0', 'name': 'tempest-TestMinimumBasicScenario-769092802-router', 'tenant_id': '440f69d2725e435ab11b2fc658e1e745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': 'b6a077b5-408b-4b15-b88a-da68b7b045af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:33:15Z', 'updated_at': '2022-06-15T10:33:18Z', 'revision_number': 4, 'project_id': '440f69d2725e435ab11b2fc658e1e745', 'gw_port': {'id': 'b6a077b5-408b-4b15-b88a-da68b7b045af', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:33:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5f60b0-cb82-460d-8263-7bab4d8037d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:33:15Z', 'updated_at': '2022-06-15T10:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': '8b96e7af-fe53-48fe-882c-3b504e139666', 'name': '', 'network_id': 'a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab', 'tenant_id': '440f69d2725e435ab11b2fc658e1e745', 'mac_address': 'fa:16:3e:ab:bb:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d5f60b0-cb82-460d-8263-7bab4d8037d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '1e87e269-65a8-42ea-ac39-220b47cff9a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:33:17Z', 'updated_at': '2022-06-15T10:33:21Z', 'revision_number': 4, 'project_id': '440f69d2725e435ab11b2fc658e1e745', 'subnets': [{'id': '1e87e269-65a8-42ea-ac39-220b47cff9a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:33:22.706280 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddcca9-1a63-4153-a13c-70351e32f049 req-b4f16942-2058-4526-97ae-9e695098fefe tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:22.714478 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-72ddcca9-1a63-4153-a13c-70351e32f049 req-b4f16942-2058-4526-97ae-9e695098fefe tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=b30aa81b-0ccd-437d-b0dc-401f2ba90533 HTTP/1.1" status: 200 len: 946 time: 0.0742607 Jun 15 10:33:22.726192 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824aa760-5401-4b78-baac-037dbb8fe66b None None] The sync data for ids ['3d5f60b0-cb82-460d-8263-7bab4d8037d0'] in dv-cinder-843493-2-iscsi is: [{'id': '3d5f60b0-cb82-460d-8263-7bab4d8037d0', 'name': 'tempest-TestMinimumBasicScenario-769092802-router', 'tenant_id': '440f69d2725e435ab11b2fc658e1e745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': 'b6a077b5-408b-4b15-b88a-da68b7b045af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:33:15Z', 'updated_at': '2022-06-15T10:33:18Z', 'revision_number': 4, 'project_id': '440f69d2725e435ab11b2fc658e1e745', 'gw_port': {'id': 'b6a077b5-408b-4b15-b88a-da68b7b045af', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:33:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5f60b0-cb82-460d-8263-7bab4d8037d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:33:15Z', 'updated_at': '2022-06-15T10:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': '8b96e7af-fe53-48fe-882c-3b504e139666', 'name': '', 'network_id': 'a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab', 'tenant_id': '440f69d2725e435ab11b2fc658e1e745', 'mac_address': 'fa:16:3e:ab:bb:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d5f60b0-cb82-460d-8263-7bab4d8037d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '1e87e269-65a8-42ea-ac39-220b47cff9a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:33:17Z', 'updated_at': '2022-06-15T10:33:21Z', 'revision_number': 4, 'project_id': '440f69d2725e435ab11b2fc658e1e745', 'subnets': [{'id': '1e87e269-65a8-42ea-ac39-220b47cff9a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 10:33:22.733228 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89081dff-2446-4770-8ecd-c5ea664d9e61 None None] Pushing event updated for resources: {'Port': ['ID=8b96e7af-fe53-48fe-882c-3b504e139666,revision_number=5']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:22.746076 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081dff-2446-4770-8ecd-c5ea664d9e61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:33:22.752422 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081dff-2446-4770-8ecd-c5ea664d9e61 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:33:22.753965 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081dff-2446-4770-8ecd-c5ea664d9e61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:33:22.754403 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081dff-2446-4770-8ecd-c5ea664d9e61 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:33:22.757468 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081dff-2446-4770-8ecd-c5ea664d9e61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:33:22.757911 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081dff-2446-4770-8ecd-c5ea664d9e61 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:33:22.758359 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081dff-2446-4770-8ecd-c5ea664d9e61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:33:22.760420 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081dff-2446-4770-8ecd-c5ea664d9e61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:33:22.760864 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081dff-2446-4770-8ecd-c5ea664d9e61 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:33:22.761295 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081dff-2446-4770-8ecd-c5ea664d9e61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:33:22.761724 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081dff-2446-4770-8ecd-c5ea664d9e61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:33:22.762171 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081dff-2446-4770-8ecd-c5ea664d9e61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:33:22.762597 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081dff-2446-4770-8ecd-c5ea664d9e61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:33:22.763019 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081dff-2446-4770-8ecd-c5ea664d9e61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:33:22.763477 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081dff-2446-4770-8ecd-c5ea664d9e61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:33:22.810291 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-72ddcca9-1a63-4153-a13c-70351e32f049 req-86e3258b-f033-4efb-91c1-e13f366b8c09 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910501 Jun 15 10:33:22.890322 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-ed145cfa-316f-4157-97b8-fdbff73278b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db57ddc7-072a-4eb6-9491-325453a20fab', 'name': 'tempest-TestMinimumBasicScenario-317971450-router', 'tenant_id': 'ed7082a13129477c8ff6630ced935884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'ea7710c0-235c-4681-9f1d-54e975279556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:33:20Z', 'updated_at': '2022-06-15T10:33:21Z', 'revision_number': 3, 'project_id': 'ed7082a13129477c8ff6630ced935884', 'gw_port': {'id': 'ea7710c0-235c-4681-9f1d-54e975279556', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:76:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db57ddc7-072a-4eb6-9491-325453a20fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:33:21Z', 'updated_at': '2022-06-15T10:33:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi'}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:33:22.932189 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:22.933978 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed145cfa-316f-4157-97b8-fdbff73278b8 None None] Checking router: db57ddc7-072a-4eb6-9491-325453a20fab for host: dv-cinder-843493-2-iscsi {{(pid=103808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 10:33:22.934325 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed145cfa-316f-4157-97b8-fdbff73278b8 None None] Updating router db57ddc7-072a-4eb6-9491-325453a20fab port ea7710c0-235c-4681-9f1d-54e975279556 binding host dv-cinder-843493-2-iscsi {{(pid=103808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 10:33:22.948021 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:22.978587 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ed145cfa-316f-4157-97b8-fdbff73278b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (ea7710c0-235c-4681-9f1d-54e975279556), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:23.044204 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926429c4-a187-4866-aaf7-1040d1f8eb99 req-399d94e5-a0c0-42ca-b3ac-ea3dc7e61a18 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:23.045798 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-926429c4-a187-4866-aaf7-1040d1f8eb99 req-399d94e5-a0c0-42ca-b3ac-ea3dc7e61a18 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 946 time: 0.1379344 Jun 15 10:33:23.106262 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-926429c4-a187-4866-aaf7-1040d1f8eb99 req-1701adc8-48a5-4d7f-bc19-12c09a24a42c tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509024 Jun 15 10:33:23.131670 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-65ed629b-9e29-479b-a1fe-a3b4cd7c8b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:23.220270 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:23.350313 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0290f44e-9599-4e2c-af28-fd7422015177 None None] Network d2bc88db-3b98-40da-8906-9a54c1362036 requested from dv-cinder-843493-2-iscsi {{(pid=103807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 10:33:23.363866 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ed145cfa-316f-4157-97b8-fdbff73278b8 None None] Publish callbacks [] for port (ea7710c0-235c-4681-9f1d-54e975279556), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:23.372263 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ed145cfa-316f-4157-97b8-fdbff73278b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (ea7710c0-235c-4681-9f1d-54e975279556), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:23.415953 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_common [None req-65ed629b-9e29-479b-a1fe-a3b4cd7c8b98 admin admin] Allocated IP 172.20.0.1 (d2bc88db-3b98-40da-8906-9a54c1362036/09060b13-9d03-4376-bc5b-78f03ed3e68c/2a1cde97-fb0f-4f97-b0af-1a5eecda68ab) {{(pid=103806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:33:23.451728 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c5602-0a7b-43c8-a08b-d3864f5f9c66 None None] Pushing event updated for resources: {'Port': ['ID=ea7710c0-235c-4681-9f1d-54e975279556,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:23.455192 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-ed145cfa-316f-4157-97b8-fdbff73278b8 None None] Attempting to bind port ea7710c0-235c-4681-9f1d-54e975279556 on host dv-cinder-843493-2-iscsi for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 10:33:23.455757 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-ed145cfa-316f-4157-97b8-fdbff73278b8 None None] Attempting to bind port ea7710c0-235c-4681-9f1d-54e975279556 by drivers openvswitch,hyperv on host dv-cinder-843493-2-iscsi at level 0 using segments [{'id': 'cb36ff63-3809-49b1-ae7b-cd8646780a76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 10:33:23.455911 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed145cfa-316f-4157-97b8-fdbff73278b8 None None] Attempting to bind port ea7710c0-235c-4681-9f1d-54e975279556 on network 0c6836d1-4e10-4696-9cf9-183899f77c81 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:33:23.462754 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed145cfa-316f-4157-97b8-fdbff73278b8 None None] Checking agent: {'id': 'ad84a4c2-87cd-4603-a219-98785ef58eeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 10, 23, 18), 'started_at': datetime.datetime(2022, 6, 15, 10, 23, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 10, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 10:33:23.463251 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed145cfa-316f-4157-97b8-fdbff73278b8 None None] Checking segment: {'id': 'cb36ff63-3809-49b1-ae7b-cd8646780a76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:33:23.463669 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ed145cfa-316f-4157-97b8-fdbff73278b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:23.464109 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed145cfa-316f-4157-97b8-fdbff73278b8 None None] Bound using segment: {'id': 'cb36ff63-3809-49b1-ae7b-cd8646780a76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 10:33:23.464628 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-ed145cfa-316f-4157-97b8-fdbff73278b8 None None] Bound port: ea7710c0-235c-4681-9f1d-54e975279556, host: dv-cinder-843493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb36ff63-3809-49b1-ae7b-cd8646780a76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 10:33:23.465119 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ed145cfa-316f-4157-97b8-fdbff73278b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (ea7710c0-235c-4681-9f1d-54e975279556), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:23.520433 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-ed145cfa-316f-4157-97b8-fdbff73278b8 None None] For port ea7710c0-235c-4681-9f1d-54e975279556, host dv-cinder-843493-2-iscsi, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 10:33:23.525374 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-ed145cfa-316f-4157-97b8-fdbff73278b8 None None] For port ea7710c0-235c-4681-9f1d-54e975279556, host dv-cinder-843493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=ea7710c0-235c-4681-9f1d-54e975279556,segment=NetworkSegment(cb36ff63-3809-49b1-ae7b-cd8646780a76),segment_id=cb36ff63-3809-49b1-ae7b-cd8646780a76)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 10:33:23.534137 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ed145cfa-316f-4157-97b8-fdbff73278b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (ea7710c0-235c-4681-9f1d-54e975279556), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:23.561671 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-90f673ca-934f-4d31-a710-02bd91bbaf91 None None] Provisioning complete for port 7b359c0a-a38d-4cea-8aa6-e2db7151f066 triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:33:23.561671 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-90f673ca-934f-4d31-a710-02bd91bbaf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (7b359c0a-a38d-4cea-8aa6-e2db7151f066), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:23.602771 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed145cfa-316f-4157-97b8-fdbff73278b8 None None] Routers {'db57ddc7-072a-4eb6-9491-325453a20fab'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:33:23.603720 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-ed145cfa-316f-4157-97b8-fdbff73278b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:33:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['db57ddc7-072a-4eb6-9491-325453a20fab'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:33:23.606518 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:23.662772 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-65ed629b-9e29-479b-a1fe-a3b4cd7c8b98 admin admin] Publish callbacks [] for port (2a1cde97-fb0f-4f97-b0af-1a5eecda68ab), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:23.738825 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-65ed629b-9e29-479b-a1fe-a3b4cd7c8b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (2a1cde97-fb0f-4f97-b0af-1a5eecda68ab), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:23.744486 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 8b96e7af-fe53-48fe-882c-3b504e139666 up at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:33:23.832924 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ed629b-9e29-479b-a1fe-a3b4cd7c8b98 admin admin] Network d2bc88db-3b98-40da-8906-9a54c1362036 is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:33:23.837614 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-ed145cfa-316f-4157-97b8-fdbff73278b8 None None] Set router db57ddc7-072a-4eb6-9491-325453a20fab gateway port host: dv-cinder-843493-2-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:33:23.839477 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [None req-65ed629b-9e29-479b-a1fe-a3b4cd7c8b98 admin admin] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:33:23.848444 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ed629b-9e29-479b-a1fe-a3b4cd7c8b98 admin admin] Received port after_create {{(pid=103806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:33:23.856079 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Provisioning complete for port 8b96e7af-fe53-48fe-882c-3b504e139666 triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:33:23.856592 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (8b96e7af-fe53-48fe-882c-3b504e139666), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:23.890935 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ed629b-9e29-479b-a1fe-a3b4cd7c8b98 admin admin] Pushing event updated for resources: {'Port': ['ID=2a1cde97-fb0f-4f97-b0af-1a5eecda68ab,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:23.924277 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-65ed629b-9e29-479b-a1fe-a3b4cd7c8b98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-721191'] for router_interface (db57ddc7-072a-4eb6-9491-325453a20fab), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:23.928525 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-90f673ca-934f-4d31-a710-02bd91bbaf91 None None] Current status of the port 7b359c0a-a38d-4cea-8aa6-e2db7151f066 is: DOWN; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:33:23.929017 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-90f673ca-934f-4d31-a710-02bd91bbaf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (7b359c0a-a38d-4cea-8aa6-e2db7151f066), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:24.046808 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780be33-1f65-4951-a626-fcfdcea8a7a8 req-51730308-302a-44bd-bb9b-0ca868fa33b9 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:24.048391 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:24.051402 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Current status of the port 8b96e7af-fe53-48fe-882c-3b504e139666 is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:33:24.052557 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 7b359c0a-a38d-4cea-8aa6-e2db7151f066 up at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:33:24.055605 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-90f673ca-934f-4d31-a710-02bd91bbaf91 None None] For port 7b359c0a-a38d-4cea-8aa6-e2db7151f066, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=7b359c0a-a38d-4cea-8aa6-e2db7151f066,segment=NetworkSegment(779ef3ae-5772-453b-8ca0-70be517fdb67),segment_id=779ef3ae-5772-453b-8ca0-70be517fdb67)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:33:24.060395 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-a780be33-1f65-4951-a626-fcfdcea8a7a8 req-51730308-302a-44bd-bb9b-0ca868fa33b9 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=b30aa81b-0ccd-437d-b0dc-401f2ba90533 HTTP/1.1" status: 200 len: 946 time: 0.1296723 Jun 15 10:33:24.073477 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c5602-0a7b-43c8-a08b-d3864f5f9c66 None None] Pushing event updated for resources: {'Port': ['ID=ea7710c0-235c-4681-9f1d-54e975279556,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:24.128579 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-90f673ca-934f-4d31-a710-02bd91bbaf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (7b359c0a-a38d-4cea-8aa6-e2db7151f066), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:24.136190 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-65ed629b-9e29-479b-a1fe-a3b4cd7c8b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (2a1cde97-fb0f-4f97-b0af-1a5eecda68ab), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:24.162257 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-a780be33-1f65-4951-a626-fcfdcea8a7a8 req-5a636891-a684-4b34-94c8-39b0b221f3a6 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006119 Jun 15 10:33:24.201955 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Provisioning complete for port 7b359c0a-a38d-4cea-8aa6-e2db7151f066 triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:33:24.202344 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (7b359c0a-a38d-4cea-8aa6-e2db7151f066), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:24.238482 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:24.242488 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-ed145cfa-316f-4157-97b8-fdbff73278b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db57ddc7-072a-4eb6-9491-325453a20fab', 'name': 'tempest-TestMinimumBasicScenario-317971450-router', 'tenant_id': 'ed7082a13129477c8ff6630ced935884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'ea7710c0-235c-4681-9f1d-54e975279556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:33:20Z', 'updated_at': '2022-06-15T10:33:21Z', 'revision_number': 3, 'project_id': 'ed7082a13129477c8ff6630ced935884', 'gw_port': {'id': 'ea7710c0-235c-4681-9f1d-54e975279556', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:76:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db57ddc7-072a-4eb6-9491-325453a20fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:33:21Z', 'updated_at': '2022-06-15T10:33:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi'}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:33:24.260217 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f673ca-934f-4d31-a710-02bd91bbaf91 None None] Pushing event updated for resources: {'Port': ['ID=7b359c0a-a38d-4cea-8aa6-e2db7151f066,revision_number=3']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:24.277583 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-eb8ff287-bde7-4bc1-afcd-2f4c9e0c3442 None None] Provisioning complete for port 7b359c0a-a38d-4cea-8aa6-e2db7151f066 triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:33:24.277984 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-eb8ff287-bde7-4bc1-afcd-2f4c9e0c3442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (7b359c0a-a38d-4cea-8aa6-e2db7151f066), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:24.285522 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed145cfa-316f-4157-97b8-fdbff73278b8 None None] The sync data for ids ['db57ddc7-072a-4eb6-9491-325453a20fab'] in dv-cinder-843493-2-iscsi is: [{'id': 'db57ddc7-072a-4eb6-9491-325453a20fab', 'name': 'tempest-TestMinimumBasicScenario-317971450-router', 'tenant_id': 'ed7082a13129477c8ff6630ced935884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'ea7710c0-235c-4681-9f1d-54e975279556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:33:20Z', 'updated_at': '2022-06-15T10:33:21Z', 'revision_number': 3, 'project_id': 'ed7082a13129477c8ff6630ced935884', 'gw_port': {'id': 'ea7710c0-235c-4681-9f1d-54e975279556', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:76:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db57ddc7-072a-4eb6-9491-325453a20fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:33:21Z', 'updated_at': '2022-06-15T10:33:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi'}] {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 10:33:24.378055 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7452c-567e-4258-a711-bc20da33d473 req-a0a6f7e0-9d17-4020-b4f0-208c7b37b991 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:24.385569 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-73f7452c-567e-4258-a711-bc20da33d473 req-a0a6f7e0-9d17-4020-b4f0-208c7b37b991 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 946 time: 0.1371157 Jun 15 10:33:24.405296 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Current status of the port 7b359c0a-a38d-4cea-8aa6-e2db7151f066 is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:33:24.452285 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-65ed629b-9e29-479b-a1fe-a3b4cd7c8b98 admin admin] Publish callbacks [] for port (2a1cde97-fb0f-4f97-b0af-1a5eecda68ab), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:24.462576 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-eb8ff287-bde7-4bc1-afcd-2f4c9e0c3442 None None] Current status of the port 7b359c0a-a38d-4cea-8aa6-e2db7151f066 is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:33:24.477444 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-65ed629b-9e29-479b-a1fe-a3b4cd7c8b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-252119569'] for port (2a1cde97-fb0f-4f97-b0af-1a5eecda68ab), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:24.536721 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:24.572574 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ed629b-9e29-479b-a1fe-a3b4cd7c8b98 admin admin] Pushing event updated for resources: {'Port': ['ID=2a1cde97-fb0f-4f97-b0af-1a5eecda68ab,revision_number=2']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:24.588240 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-73f7452c-567e-4258-a711-bc20da33d473 req-b93140ac-0714-4820-9dde-18da8b13796b tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2017329 Jun 15 10:33:24.589892 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-65ed629b-9e29-479b-a1fe-a3b4cd7c8b98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-721243'] for router_interface (db57ddc7-072a-4eb6-9491-325453a20fab), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:24.604627 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-e4191fde-4921-4f9e-a697-1e3b369c54e2 None None] Provisioning complete for port 2a1cde97-fb0f-4f97-b0af-1a5eecda68ab triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:33:24.605016 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e4191fde-4921-4f9e-a697-1e3b369c54e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (2a1cde97-fb0f-4f97-b0af-1a5eecda68ab), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:24.663747 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-e4191fde-4921-4f9e-a697-1e3b369c54e2 None None] Port 2a1cde97-fb0f-4f97-b0af-1a5eecda68ab cannot update to ACTIVE because it is not bound. {{(pid=103807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 10:33:24.728075 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:24.826429 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ed629b-9e29-479b-a1fe-a3b4cd7c8b98 admin admin] Network d2bc88db-3b98-40da-8906-9a54c1362036 is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:33:24.831505 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [None req-65ed629b-9e29-479b-a1fe-a3b4cd7c8b98 admin admin] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:33:24.842034 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-283893b3-e5cd-4636-81db-e509cac6fb35 req-4766b337-5dec-46c8-acbd-8e49502dcaec service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743251 Jun 15 10:33:24.955303 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 55730) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:33:25.006578 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283893b3-e5cd-4636-81db-e509cac6fb35 req-789df25a-537b-447b-b9e7-e3f656ba48e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:25.008714 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-283893b3-e5cd-4636-81db-e509cac6fb35 req-789df25a-537b-447b-b9e7-e3f656ba48e6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=993c57bae00b4a0db1d8de0f5017630a&device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 1129 time: 0.1271973 Jun 15 10:33:25.039491 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d70a84-9744-4e43-9cec-8dd7180f082b req-0a48a941-f95f-46da-9337-dd79658c1ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:25.041385 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a5d70a84-9744-4e43-9cec-8dd7180f082b req-0a48a941-f95f-46da-9337-dd79658c1ce0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b30aa81b-0ccd-437d-b0dc-401f2ba90533 HTTP/1.1" status: 200 len: 1130 time: 0.1324363 Jun 15 10:33:25.130160 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a5d70a84-9744-4e43-9cec-8dd7180f082b req-a2da415a-c213-463d-9559-86c192859468 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760534 Jun 15 10:33:25.142271 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ed629b-9e29-479b-a1fe-a3b4cd7c8b98 admin admin] Router db57ddc7-072a-4eb6-9491-325453a20fab has already been hosted by L3 agent 06043943-94cb-49df-a062-a4886c03e673 {{(pid=103806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 10:33:25.182557 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283893b3-e5cd-4636-81db-e509cac6fb35 req-208a71ab-78ea-4539-ae78-c2d8a9ae13e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:25.184285 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-283893b3-e5cd-4636-81db-e509cac6fb35 req-208a71ab-78ea-4539-ae78-c2d8a9ae13e4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5357f5ea-5034-4116-bf4e-1ab906c37c40 HTTP/1.1" status: 200 len: 920 time: 0.1519179 Jun 15 10:33:25.223995 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-64363b07-065e-403d-ab79-1ea761a470e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:25.289761 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ed629b-9e29-479b-a1fe-a3b4cd7c8b98 admin admin] Notify agent at l3_agent.dv-cinder-843493-2-iscsi the message routers_updated {{(pid=103806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 10:33:25.296395 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-0ed517d7-5fbc-40f8-ab5b-88ac312c86c2 None None] Provisioning complete for port 2a1cde97-fb0f-4f97-b0af-1a5eecda68ab triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:33:25.296872 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0ed517d7-5fbc-40f8-ab5b-88ac312c86c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (2a1cde97-fb0f-4f97-b0af-1a5eecda68ab), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:25.310045 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-65ed629b-9e29-479b-a1fe-a3b4cd7c8b98 admin admin] 10.222.0.49 "PUT /v2.0/routers/db57ddc7-072a-4eb6-9491-325453a20fab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8357103 Jun 15 10:33:25.340722 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-0ed517d7-5fbc-40f8-ab5b-88ac312c86c2 None None] Port 2a1cde97-fb0f-4f97-b0af-1a5eecda68ab cannot update to ACTIVE because it is not bound. {{(pid=103807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 10:33:25.341499 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf607e-686c-44ea-b72e-a7ddd8a0c283 req-b8ec7626-9ff3-44c0-b597-ac0ddc74ecc5 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:25.348341 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-0fdf607e-686c-44ea-b72e-a7ddd8a0c283 req-b8ec7626-9ff3-44c0-b597-ac0ddc74ecc5 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=b30aa81b-0ccd-437d-b0dc-401f2ba90533 HTTP/1.1" status: 200 len: 946 time: 0.0920355 Jun 15 10:33:25.430257 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:25.530499 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-283893b3-e5cd-4636-81db-e509cac6fb35 req-e03b569f-6a19-4e2d-b041-dd55c53903da service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d18190d-8f93-467b-a941-b38fe1222aae HTTP/1.1" status: 200 len: 217 time: 0.0705981 Jun 15 10:33:25.540748 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-0fdf607e-686c-44ea-b72e-a7ddd8a0c283 req-fbde7101-1115-41e4-a824-9984225c06c1 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915569 Jun 15 10:33:25.585745 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-64363b07-065e-403d-ab79-1ea761a470e0 admin admin] Publish callbacks [] for security_group (b07db1b1-7fee-4ebb-adf9-e1febdd0b18a), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:25.591930 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-64363b07-065e-403d-ab79-1ea761a470e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (b07db1b1-7fee-4ebb-adf9-e1febdd0b18a), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:25.635754 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64363b07-065e-403d-ab79-1ea761a470e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07db1b1-7fee-4ebb-adf9-e1febdd0b18a,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:25.640199 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-64363b07-065e-403d-ab79-1ea761a470e0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c83fd32c69114456a9a01cceaadb6686&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6834528 Jun 15 10:33:25.642708 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 55750) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:33:25.697488 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-18b56855-4b98-402d-9bb5-651b04e149bb admin admin] Publish callbacks [] for security_group (b07db1b1-7fee-4ebb-adf9-e1febdd0b18a), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:25.723457 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device ea7710c0-235c-4681-9f1d-54e975279556 up at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:33:25.735390 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-18b56855-4b98-402d-9bb5-651b04e149bb admin admin] Publish callbacks [] for security_group (b07db1b1-7fee-4ebb-adf9-e1febdd0b18a), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:25.784898 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484dff5-7f81-4e20-9e9f-582dd1d988f3 req-29fcd41b-7c15-405e-8b43-5926b90d83c1 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:25.786485 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c484dff5-7f81-4e20-9e9f-582dd1d988f3 req-29fcd41b-7c15-405e-8b43-5926b90d83c1 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 946 time: 0.0656283 Jun 15 10:33:25.808124 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Provisioning complete for port ea7710c0-235c-4681-9f1d-54e975279556 triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:33:25.808694 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (ea7710c0-235c-4681-9f1d-54e975279556), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:25.835774 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-18b56855-4b98-402d-9bb5-651b04e149bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (b07db1b1-7fee-4ebb-adf9-e1febdd0b18a), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:25.838848 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-18b56855-4b98-402d-9bb5-651b04e149bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:25.842835 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-18b56855-4b98-402d-9bb5-651b04e149bb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b07db1b1-7fee-4ebb-adf9-e1febdd0b18a HTTP/1.1" status: 204 len: 168 time: 0.1991460 Jun 15 10:33:25.865053 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c484dff5-7f81-4e20-9e9f-582dd1d988f3 req-e7017e9d-d34a-4846-b4d8-096903cf9141 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672591 Jun 15 10:33:25.886989 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b56855-4b98-402d-9bb5-651b04e149bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07db1b1-7fee-4ebb-adf9-e1febdd0b18a,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:25.936203 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Current status of the port ea7710c0-235c-4681-9f1d-54e975279556 is: DOWN; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:33:25.936627 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (ea7710c0-235c-4681-9f1d-54e975279556), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:25.961649 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] For port ea7710c0-235c-4681-9f1d-54e975279556, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=ea7710c0-235c-4681-9f1d-54e975279556,segment=NetworkSegment(cb36ff63-3809-49b1-ae7b-cd8646780a76),segment_id=cb36ff63-3809-49b1-ae7b-cd8646780a76)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:33:25.968014 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283893b3-e5cd-4636-81db-e509cac6fb35 req-5f39c40f-c56c-4e1c-8558-672ab2d111bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:25.970690 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-283893b3-e5cd-4636-81db-e509cac6fb35 req-5f39c40f-c56c-4e1c-8558-672ab2d111bf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d0adbd34-bf07-4fba-a812-11643023d5f4 HTTP/1.1" status: 200 len: 858 time: 0.1266301 Jun 15 10:33:25.979808 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (ea7710c0-235c-4681-9f1d-54e975279556), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:25.980899 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 7b359c0a-a38d-4cea-8aa6-e2db7151f066 up at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:33:26.072045 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283893b3-e5cd-4636-81db-e509cac6fb35 req-d82ae5a9-f918-484e-bdbe-72b75e84cd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:26.074620 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-283893b3-e5cd-4636-81db-e509cac6fb35 req-d82ae5a9-f918-484e-bdbe-72b75e84cd55 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5357f5ea-5034-4116-bf4e-1ab906c37c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0834510 Jun 15 10:33:26.076830 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Pushing event updated for resources: {'Port': ['ID=ea7710c0-235c-4681-9f1d-54e975279556,revision_number=4']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:26.080625 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Provisioning complete for port 7b359c0a-a38d-4cea-8aa6-e2db7151f066 triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:33:26.081003 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (7b359c0a-a38d-4cea-8aa6-e2db7151f066), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:26.174776 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Current status of the port 7b359c0a-a38d-4cea-8aa6-e2db7151f066 is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:33:26.694879 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f0e91-70ea-4b34-95ef-7a2be578f74e req-6b34f03f-a945-4d7a-9263-13a44ede440f tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:26.696661 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-116f0e91-70ea-4b34-95ef-7a2be578f74e req-6b34f03f-a945-4d7a-9263-13a44ede440f tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=b30aa81b-0ccd-437d-b0dc-401f2ba90533 HTTP/1.1" status: 200 len: 946 time: 0.0572147 Jun 15 10:33:26.710580 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:26.758202 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-116f0e91-70ea-4b34-95ef-7a2be578f74e req-f05a0d8f-4f02-427d-92f5-c0fbbaed6e50 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548074 Jun 15 10:33:26.861217 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bba8ac0-c4ab-4230-acc0-f0f7f509829b None None] Sync routers for ids ['db57ddc7-072a-4eb6-9491-325453a20fab'] in dv-cinder-843493-2-iscsi {{(pid=103807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 10:33:26.873358 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bba8ac0-c4ab-4230-acc0-f0f7f509829b None None] Routers {'db57ddc7-072a-4eb6-9491-325453a20fab'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:33:26.874013 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-5bba8ac0-c4ab-4230-acc0-f0f7f509829b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:33:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['db57ddc7-072a-4eb6-9491-325453a20fab'], 'active': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:33:27.017346 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ddf2a7-ac27-48fd-8e51-732947ffa015 req-049aeaff-215f-48e7-b665-5ccdfad9a6b7 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:27.023674 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-17ddf2a7-ac27-48fd-8e51-732947ffa015 req-049aeaff-215f-48e7-b665-5ccdfad9a6b7 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 946 time: 0.0807586 Jun 15 10:33:27.087580 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-17ddf2a7-ac27-48fd-8e51-732947ffa015 req-036632fb-45b1-4676-bcf9-6aa77581c348 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604382 Jun 15 10:33:27.127029 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvr_db [None req-5bba8ac0-c4ab-4230-acc0-f0f7f509829b None None] Set router db57ddc7-072a-4eb6-9491-325453a20fab gateway port host: dv-cinder-843493-2-iscsi {{(pid=103807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:33:27.152560 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:27.216905 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:27.358267 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-5bba8ac0-c4ab-4230-acc0-f0f7f509829b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db57ddc7-072a-4eb6-9491-325453a20fab', 'name': 'tempest-TestMinimumBasicScenario-317971450-router', 'tenant_id': 'ed7082a13129477c8ff6630ced935884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'ea7710c0-235c-4681-9f1d-54e975279556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:33:20Z', 'updated_at': '2022-06-15T10:33:24Z', 'revision_number': 4, 'project_id': 'ed7082a13129477c8ff6630ced935884', 'gw_port': {'id': 'ea7710c0-235c-4681-9f1d-54e975279556', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db57ddc7-072a-4eb6-9491-325453a20fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:33:21Z', 'updated_at': '2022-06-15T10:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': '2a1cde97-fb0f-4f97-b0af-1a5eecda68ab', 'name': '', 'network_id': 'd2bc88db-3b98-40da-8906-9a54c1362036', 'tenant_id': 'ed7082a13129477c8ff6630ced935884', 'mac_address': 'fa:16:3e:7a:c2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db57ddc7-072a-4eb6-9491-325453a20fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '09060b13-9d03-4376-bc5b-78f03ed3e68c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:33:23Z', 'updated_at': '2022-06-15T10:33:24Z', 'revision_number': 2, 'project_id': 'ed7082a13129477c8ff6630ced935884', 'subnets': [{'id': '09060b13-9d03-4376-bc5b-78f03ed3e68c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:33:27.402874 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bba8ac0-c4ab-4230-acc0-f0f7f509829b None None] Checking router: db57ddc7-072a-4eb6-9491-325453a20fab for host: dv-cinder-843493-2-iscsi {{(pid=103807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 10:33:27.402874 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bba8ac0-c4ab-4230-acc0-f0f7f509829b None None] Updating router db57ddc7-072a-4eb6-9491-325453a20fab port 2a1cde97-fb0f-4f97-b0af-1a5eecda68ab binding host dv-cinder-843493-2-iscsi {{(pid=103807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 10:33:27.451765 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-5bba8ac0-c4ab-4230-acc0-f0f7f509829b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (2a1cde97-fb0f-4f97-b0af-1a5eecda68ab), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:27.576619 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device ea7710c0-235c-4681-9f1d-54e975279556 up at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:33:27.685807 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Provisioning complete for port ea7710c0-235c-4681-9f1d-54e975279556 triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:33:27.686168 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (ea7710c0-235c-4681-9f1d-54e975279556), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:27.834656 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Current status of the port ea7710c0-235c-4681-9f1d-54e975279556 is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:33:27.841873 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-5bba8ac0-c4ab-4230-acc0-f0f7f509829b None None] Publish callbacks [] for port (2a1cde97-fb0f-4f97-b0af-1a5eecda68ab), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:27.851264 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-5bba8ac0-c4ab-4230-acc0-f0f7f509829b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (2a1cde97-fb0f-4f97-b0af-1a5eecda68ab), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:27.904838 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c464ed2f-cefc-4ef5-b8f0-95016a3a2000 None None] Pushing event updated for resources: {'Port': ['ID=2a1cde97-fb0f-4f97-b0af-1a5eecda68ab,revision_number=3']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:27.927209 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c778575-1c8a-4be6-877e-f3492a81555e req-cb272c79-2d24-48ad-956f-4b9b8aedb19b tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:27.936754 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-1c778575-1c8a-4be6-877e-f3492a81555e req-cb272c79-2d24-48ad-956f-4b9b8aedb19b tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=b30aa81b-0ccd-437d-b0dc-401f2ba90533 HTTP/1.1" status: 200 len: 946 time: 0.0760043 Jun 15 10:33:28.004589 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-5bba8ac0-c4ab-4230-acc0-f0f7f509829b None None] Attempting to bind port 2a1cde97-fb0f-4f97-b0af-1a5eecda68ab on host dv-cinder-843493-2-iscsi for vnic_type normal with profile {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 10:33:28.005329 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-5bba8ac0-c4ab-4230-acc0-f0f7f509829b None None] Attempting to bind port 2a1cde97-fb0f-4f97-b0af-1a5eecda68ab by drivers openvswitch,hyperv on host dv-cinder-843493-2-iscsi at level 0 using segments [{'id': '779ef3ae-5772-453b-8ca0-70be517fdb67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd2bc88db-3b98-40da-8906-9a54c1362036'}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 10:33:28.005901 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bba8ac0-c4ab-4230-acc0-f0f7f509829b None None] Attempting to bind port 2a1cde97-fb0f-4f97-b0af-1a5eecda68ab on network d2bc88db-3b98-40da-8906-9a54c1362036 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:33:28.011811 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bba8ac0-c4ab-4230-acc0-f0f7f509829b None None] Checking agent: {'id': 'ad84a4c2-87cd-4603-a219-98785ef58eeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 10, 23, 18), 'started_at': datetime.datetime(2022, 6, 15, 10, 23, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 10, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 10:33:28.012730 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-1c778575-1c8a-4be6-877e-f3492a81555e req-980a560a-9bf1-41aa-985f-fa813928469a tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751147 Jun 15 10:33:28.015651 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bba8ac0-c4ab-4230-acc0-f0f7f509829b None None] Checking segment: {'id': '779ef3ae-5772-453b-8ca0-70be517fdb67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd2bc88db-3b98-40da-8906-9a54c1362036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:33:28.016144 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-5bba8ac0-c4ab-4230-acc0-f0f7f509829b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:28.016558 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bba8ac0-c4ab-4230-acc0-f0f7f509829b None None] Bound using segment: {'id': '779ef3ae-5772-453b-8ca0-70be517fdb67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd2bc88db-3b98-40da-8906-9a54c1362036'} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 10:33:28.017057 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-5bba8ac0-c4ab-4230-acc0-f0f7f509829b None None] Bound port: 2a1cde97-fb0f-4f97-b0af-1a5eecda68ab, host: dv-cinder-843493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '779ef3ae-5772-453b-8ca0-70be517fdb67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd2bc88db-3b98-40da-8906-9a54c1362036'}}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 10:33:28.017444 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-5bba8ac0-c4ab-4230-acc0-f0f7f509829b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (2a1cde97-fb0f-4f97-b0af-1a5eecda68ab), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:28.143280 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-5bba8ac0-c4ab-4230-acc0-f0f7f509829b None None] For port 2a1cde97-fb0f-4f97-b0af-1a5eecda68ab, host dv-cinder-843493-2-iscsi, cleared binding levels {{(pid=103807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 10:33:28.154601 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-5bba8ac0-c4ab-4230-acc0-f0f7f509829b None None] For port 2a1cde97-fb0f-4f97-b0af-1a5eecda68ab, host dv-cinder-843493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=2a1cde97-fb0f-4f97-b0af-1a5eecda68ab,segment=NetworkSegment(779ef3ae-5772-453b-8ca0-70be517fdb67),segment_id=779ef3ae-5772-453b-8ca0-70be517fdb67)] {{(pid=103807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 10:33:28.157291 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:28.178590 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-5bba8ac0-c4ab-4230-acc0-f0f7f509829b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (2a1cde97-fb0f-4f97-b0af-1a5eecda68ab), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:28.193576 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-408f2b0a-417a-46f8-a549-c37d72bf805d None None] Provisioning complete for port 2a1cde97-fb0f-4f97-b0af-1a5eecda68ab triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:33:28.194305 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-408f2b0a-417a-46f8-a549-c37d72bf805d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (2a1cde97-fb0f-4f97-b0af-1a5eecda68ab), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:28.262048 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef86dee2-4bd6-400a-99c8-14cb257c1205 req-eba70fc3-4371-411e-9f6a-bdd11733651c tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:28.268339 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:28.270824 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ef86dee2-4bd6-400a-99c8-14cb257c1205 req-eba70fc3-4371-411e-9f6a-bdd11733651c tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 946 time: 0.0780423 Jun 15 10:33:28.296428 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bba8ac0-c4ab-4230-acc0-f0f7f509829b None None] Routers {'db57ddc7-072a-4eb6-9491-325453a20fab'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:33:28.296428 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-5bba8ac0-c4ab-4230-acc0-f0f7f509829b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:33:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['db57ddc7-072a-4eb6-9491-325453a20fab'], 'active': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:33:28.353289 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ef86dee2-4bd6-400a-99c8-14cb257c1205 req-a7781f7f-a074-470e-bb6c-be3014774439 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806313 Jun 15 10:33:28.391885 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c464ed2f-cefc-4ef5-b8f0-95016a3a2000 None None] Pushing event updated for resources: {'Port': ['ID=2a1cde97-fb0f-4f97-b0af-1a5eecda68ab,revision_number=4']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:28.423150 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-408f2b0a-417a-46f8-a549-c37d72bf805d None None] Current status of the port 2a1cde97-fb0f-4f97-b0af-1a5eecda68ab is: DOWN; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:33:28.423150 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-408f2b0a-417a-46f8-a549-c37d72bf805d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (2a1cde97-fb0f-4f97-b0af-1a5eecda68ab), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:28.481329 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-408f2b0a-417a-46f8-a549-c37d72bf805d None None] For port 2a1cde97-fb0f-4f97-b0af-1a5eecda68ab, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=2a1cde97-fb0f-4f97-b0af-1a5eecda68ab,segment=NetworkSegment(779ef3ae-5772-453b-8ca0-70be517fdb67),segment_id=779ef3ae-5772-453b-8ca0-70be517fdb67)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:33:28.491578 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-408f2b0a-417a-46f8-a549-c37d72bf805d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (2a1cde97-fb0f-4f97-b0af-1a5eecda68ab), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:28.503475 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvr_db [None req-5bba8ac0-c4ab-4230-acc0-f0f7f509829b None None] Set router db57ddc7-072a-4eb6-9491-325453a20fab gateway port host: dv-cinder-843493-2-iscsi {{(pid=103807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:33:28.643916 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408f2b0a-417a-46f8-a549-c37d72bf805d None None] Pushing event updated for resources: {'Port': ['ID=2a1cde97-fb0f-4f97-b0af-1a5eecda68ab,revision_number=5']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:28.663880 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-2680cbea-643b-4d4d-9a0c-123cea44c087 None None] Provisioning complete for port 2a1cde97-fb0f-4f97-b0af-1a5eecda68ab triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:33:28.664269 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2680cbea-643b-4d4d-9a0c-123cea44c087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (2a1cde97-fb0f-4f97-b0af-1a5eecda68ab), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:28.826529 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-5bba8ac0-c4ab-4230-acc0-f0f7f509829b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db57ddc7-072a-4eb6-9491-325453a20fab', 'name': 'tempest-TestMinimumBasicScenario-317971450-router', 'tenant_id': 'ed7082a13129477c8ff6630ced935884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'ea7710c0-235c-4681-9f1d-54e975279556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:33:20Z', 'updated_at': '2022-06-15T10:33:24Z', 'revision_number': 4, 'project_id': 'ed7082a13129477c8ff6630ced935884', 'gw_port': {'id': 'ea7710c0-235c-4681-9f1d-54e975279556', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db57ddc7-072a-4eb6-9491-325453a20fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:33:21Z', 'updated_at': '2022-06-15T10:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': '2a1cde97-fb0f-4f97-b0af-1a5eecda68ab', 'name': '', 'network_id': 'd2bc88db-3b98-40da-8906-9a54c1362036', 'tenant_id': 'ed7082a13129477c8ff6630ced935884', 'mac_address': 'fa:16:3e:7a:c2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db57ddc7-072a-4eb6-9491-325453a20fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '09060b13-9d03-4376-bc5b-78f03ed3e68c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:33:23Z', 'updated_at': '2022-06-15T10:33:28Z', 'revision_number': 4, 'project_id': 'ed7082a13129477c8ff6630ced935884', 'subnets': [{'id': '09060b13-9d03-4376-bc5b-78f03ed3e68c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:33:28.862892 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bba8ac0-c4ab-4230-acc0-f0f7f509829b None None] The sync data for ids ['db57ddc7-072a-4eb6-9491-325453a20fab'] in dv-cinder-843493-2-iscsi is: [{'id': 'db57ddc7-072a-4eb6-9491-325453a20fab', 'name': 'tempest-TestMinimumBasicScenario-317971450-router', 'tenant_id': 'ed7082a13129477c8ff6630ced935884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'ea7710c0-235c-4681-9f1d-54e975279556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:33:20Z', 'updated_at': '2022-06-15T10:33:24Z', 'revision_number': 4, 'project_id': 'ed7082a13129477c8ff6630ced935884', 'gw_port': {'id': 'ea7710c0-235c-4681-9f1d-54e975279556', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db57ddc7-072a-4eb6-9491-325453a20fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:33:21Z', 'updated_at': '2022-06-15T10:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': '2a1cde97-fb0f-4f97-b0af-1a5eecda68ab', 'name': '', 'network_id': 'd2bc88db-3b98-40da-8906-9a54c1362036', 'tenant_id': 'ed7082a13129477c8ff6630ced935884', 'mac_address': 'fa:16:3e:7a:c2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db57ddc7-072a-4eb6-9491-325453a20fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '09060b13-9d03-4376-bc5b-78f03ed3e68c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:33:23Z', 'updated_at': '2022-06-15T10:33:28Z', 'revision_number': 4, 'project_id': 'ed7082a13129477c8ff6630ced935884', 'subnets': [{'id': '09060b13-9d03-4376-bc5b-78f03ed3e68c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 10:33:28.876493 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-2680cbea-643b-4d4d-9a0c-123cea44c087 None None] Current status of the port 2a1cde97-fb0f-4f97-b0af-1a5eecda68ab is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:33:29.297896 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf60f0-f6fa-4e3d-94dd-6961952d8b24 req-01b67a22-009e-4295-9f37-813f0702a151 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:29.300423 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-3aaf60f0-f6fa-4e3d-94dd-6961952d8b24 req-01b67a22-009e-4295-9f37-813f0702a151 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=b30aa81b-0ccd-437d-b0dc-401f2ba90533 HTTP/1.1" status: 200 len: 946 time: 0.1761649 Jun 15 10:33:29.356026 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-283893b3-e5cd-4636-81db-e509cac6fb35 req-73639651-ea1d-4cb3-8320-cc409fb75525 service neutron] 10.222.0.62 "GET /v2.0/networks/5357f5ea-5034-4116-bf4e-1ab906c37c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430422 Jun 15 10:33:29.368786 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-3aaf60f0-f6fa-4e3d-94dd-6961952d8b24 req-3cbae6c2-a2b2-4e73-b6fc-33b697b38d2b tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615127 Jun 15 10:33:29.616933 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 2a1cde97-fb0f-4f97-b0af-1a5eecda68ab up at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:33:29.707725 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Provisioning complete for port 2a1cde97-fb0f-4f97-b0af-1a5eecda68ab triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:33:29.708286 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (2a1cde97-fb0f-4f97-b0af-1a5eecda68ab), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:29.807477 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:29.903178 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Current status of the port 2a1cde97-fb0f-4f97-b0af-1a5eecda68ab is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:33:29.915171 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9655d5-c19e-4b50-bc72-de9e0759c911 req-75c5aab6-9b2d-465d-a87c-172409108aee tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:29.922678 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1f9655d5-c19e-4b50-bc72-de9e0759c911 req-75c5aab6-9b2d-465d-a87c-172409108aee tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 946 time: 0.4754910 Jun 15 10:33:29.940340 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:29.956016 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53e37d-0e31-41fd-9839-563118ccedae req-522e9da9-b06b-4621-bbff-e7818c71fb53 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:29.957737 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-ce53e37d-0e31-41fd-9839-563118ccedae req-522e9da9-b06b-4621-bbff-e7818c71fb53 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=b30aa81b-0ccd-437d-b0dc-401f2ba90533 HTTP/1.1" status: 200 len: 946 time: 0.1359189 Jun 15 10:33:30.061961 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1f9655d5-c19e-4b50-bc72-de9e0759c911 req-7f9c528e-24e4-498a-b104-7b3e4284e496 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382914 Jun 15 10:33:30.099786 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-283893b3-e5cd-4636-81db-e509cac6fb35 req-962e319a-c2f9-4fa0-9b9d-55dd0021056d service neutron] 10.222.0.62 "GET /v2.0/networks/5357f5ea-5034-4116-bf4e-1ab906c37c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955950 Jun 15 10:33:30.117602 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-ce53e37d-0e31-41fd-9839-563118ccedae req-484162de-0910-4ad3-87a1-df8dda2d47a9 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454329 Jun 15 10:33:30.369669 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=100 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:30.379726 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc49505-faf0-4e97-904e-b7d217e42d62 req-00720467-7ac6-422e-baaa-8f8ac4f8f35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:30.381342 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ebc49505-faf0-4e97-904e-b7d217e42d62 req-00720467-7ac6-422e-baaa-8f8ac4f8f35a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=993c57bae00b4a0db1d8de0f5017630a&device_id=b30aa81b-0ccd-437d-b0dc-401f2ba90533 HTTP/1.1" status: 200 len: 1130 time: 0.0892737 Jun 15 10:33:30.531543 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc49505-faf0-4e97-904e-b7d217e42d62 req-2ca39a8d-9649-4c55-a5ae-18dcc0ed02ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:30.533340 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ebc49505-faf0-4e97-904e-b7d217e42d62 req-2ca39a8d-9649-4c55-a5ae-18dcc0ed02ca service neutron] 10.222.0.62 "GET /v2.0/networks?id=5357f5ea-5034-4116-bf4e-1ab906c37c40 HTTP/1.1" status: 200 len: 920 time: 0.1149864 Jun 15 10:33:30.582579 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ebc49505-faf0-4e97-904e-b7d217e42d62 req-e8330185-c69c-4f0f-b2cb-655cb6bc5d55 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e9fd3cd-585e-471d-9874-b29128afe6b7 HTTP/1.1" status: 200 len: 217 time: 0.0354264 Jun 15 10:33:30.942231 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc49505-faf0-4e97-904e-b7d217e42d62 req-fb8f8d0a-98c7-4421-b721-c46e789d4ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:30.943636 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ebc49505-faf0-4e97-904e-b7d217e42d62 req-fb8f8d0a-98c7-4421-b721-c46e789d4ce6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d0adbd34-bf07-4fba-a812-11643023d5f4 HTTP/1.1" status: 200 len: 858 time: 0.0663643 Jun 15 10:33:31.251746 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd62cec-1b01-458e-87c8-dc3a4decd4b5 req-4cb9d73e-722a-46ae-a125-c0eb65f2be07 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:31.253388 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ecd62cec-1b01-458e-87c8-dc3a4decd4b5 req-4cb9d73e-722a-46ae-a125-c0eb65f2be07 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 946 time: 0.1133432 Jun 15 10:33:31.297097 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ec2c9-f765-49e8-8eb2-530acd39dbf8 req-8f3dbebf-36fa-412b-b7b0-07ef89a6be58 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:31.311070 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-ab7ec2c9-f765-49e8-8eb2-530acd39dbf8 req-8f3dbebf-36fa-412b-b7b0-07ef89a6be58 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=b30aa81b-0ccd-437d-b0dc-401f2ba90533 HTTP/1.1" status: 200 len: 946 time: 0.1113324 Jun 15 10:33:31.326140 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc49505-faf0-4e97-904e-b7d217e42d62 req-7577317a-6ecc-4644-9902-cac502caac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:31.327756 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ebc49505-faf0-4e97-904e-b7d217e42d62 req-7577317a-6ecc-4644-9902-cac502caac43 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5357f5ea-5034-4116-bf4e-1ab906c37c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0719631 Jun 15 10:33:31.346528 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=100 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:31.400593 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ecd62cec-1b01-458e-87c8-dc3a4decd4b5 req-2b58ce58-acb2-41ea-a4cf-89a214781b52 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336589 Jun 15 10:33:31.406065 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-ab7ec2c9-f765-49e8-8eb2-530acd39dbf8 req-327200e1-a747-4be9-85ad-192614718222 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937145 Jun 15 10:33:31.561846 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ebc49505-faf0-4e97-904e-b7d217e42d62 req-2fce0760-8bb8-4bd9-a758-745e3b555926 service neutron] 10.222.0.62 "GET /v2.0/networks/5357f5ea-5034-4116-bf4e-1ab906c37c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256277 Jun 15 10:33:31.647876 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 55844) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:33:31.654186 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [None req-947597e1-47e3-497f-8107-c46d2d70e0a0 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Request body: {'security_group': {'name': 'tempest-securitygroup--322659793', 'description': 'tempest-description--1073010147'}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:33:31.681909 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-947597e1-47e3-497f-8107-c46d2d70e0a0 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for security_group (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:31.683529 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ebc49505-faf0-4e97-904e-b7d217e42d62 req-1f4cc521-775b-484b-85e4-499072916603 service neutron] 10.222.0.62 "GET /v2.0/networks/5357f5ea-5034-4116-bf4e-1ab906c37c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113331 Jun 15 10:33:31.771475 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-947597e1-47e3-497f-8107-c46d2d70e0a0 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for security_group (fe445e65-69c5-4aaf-b991-be5213d42c25), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:31.778809 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-947597e1-47e3-497f-8107-c46d2d70e0a0 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (fe445e65-69c5-4aaf-b991-be5213d42c25), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:31.813495 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947597e1-47e3-497f-8107-c46d2d70e0a0 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe445e65-69c5-4aaf-b991-be5213d42c25,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:31.819446 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-947597e1-47e3-497f-8107-c46d2d70e0a0 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:31.823921 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 55846) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:33:31.824407 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-947597e1-47e3-497f-8107-c46d2d70e0a0 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1751134 Jun 15 10:33:31.829225 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-b984da3c-823f-494f-8d65-0a9a804d1fb4 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Request body: {'security_group_rule': {'security_group_id': 'fe445e65-69c5-4aaf-b991-be5213d42c25', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:33:31.862490 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-b984da3c-823f-494f-8d65-0a9a804d1fb4 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for security_group_rule (ac743cf6-ace8-4b61-b91c-13d837e45cbd), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:31.937424 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-b984da3c-823f-494f-8d65-0a9a804d1fb4 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for security_group_rule (ac743cf6-ace8-4b61-b91c-13d837e45cbd), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:31.942534 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-b984da3c-823f-494f-8d65-0a9a804d1fb4 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592663'] for security_group_rule (ac743cf6-ace8-4b61-b91c-13d837e45cbd), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:31.967271 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b984da3c-823f-494f-8d65-0a9a804d1fb4 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac743cf6-ace8-4b61-b91c-13d837e45cbd,revision_number=0']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:31.986581 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-b984da3c-823f-494f-8d65-0a9a804d1fb4 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:31.988415 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-b984da3c-823f-494f-8d65-0a9a804d1fb4 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1634479 Jun 15 10:33:31.991241 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 55848) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:33:31.996525 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-8bde282b-269b-42f7-8c13-25326eb00665 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Request body: {'security_group_rule': {'security_group_id': 'fe445e65-69c5-4aaf-b991-be5213d42c25', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:33:32.030978 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-8bde282b-269b-42f7-8c13-25326eb00665 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for security_group_rule (dff6a233-54e7-46fa-bf6c-93bd5228c375), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:32.094514 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-8bde282b-269b-42f7-8c13-25326eb00665 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for security_group_rule (dff6a233-54e7-46fa-bf6c-93bd5228c375), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:32.098860 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-8bde282b-269b-42f7-8c13-25326eb00665 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592663'] for security_group_rule (dff6a233-54e7-46fa-bf6c-93bd5228c375), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:32.119368 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bde282b-269b-42f7-8c13-25326eb00665 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dff6a233-54e7-46fa-bf6c-93bd5228c375,revision_number=0']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:32.131043 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-8bde282b-269b-42f7-8c13-25326eb00665 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:32.134925 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 55850) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:33:32.135154 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-8bde282b-269b-42f7-8c13-25326eb00665 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1426342 Jun 15 10:33:32.139607 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [None req-aceb4c6f-e03d-4454-b1df-9c55c556d939 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Request body: {'floatingip': {'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81'}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:33:32.167241 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-aceb4c6f-e03d-4454-b1df-9c55c556d939 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:32.263584 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-aceb4c6f-e03d-4454-b1df-9c55c556d939 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:32.381343 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:32.409390 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.db.db_base_plugin_common [None req-aceb4c6f-e03d-4454-b1df-9c55c556d939 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Allocated IP 172.27.0.194 (0c6836d1-4e10-4696-9cf9-183899f77c81/849db9c0-6b0b-495f-a2c9-c288d42c277d/7700ac00-cd84-4c7f-b6f9-e53383463cd6) {{(pid=103805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:33:32.529210 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:32.557253 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa98781-409b-4f2d-88ef-2104153bcf79 req-745fe390-e7df-4f30-a09e-ef4d9930b7e6 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:32.559588 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0fa98781-409b-4f2d-88ef-2104153bcf79 req-745fe390-e7df-4f30-a09e-ef4d9930b7e6 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=b30aa81b-0ccd-437d-b0dc-401f2ba90533 HTTP/1.1" status: 200 len: 946 time: 0.0633423 Jun 15 10:33:32.596437 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e10e3-8be8-4925-9bda-77f33e9bcd69 req-fa7377f7-093a-4679-bc60-6ae5083f9287 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:32.597949 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-d59e10e3-8be8-4925-9bda-77f33e9bcd69 req-fa7377f7-093a-4679-bc60-6ae5083f9287 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 946 time: 0.0786293 Jun 15 10:33:32.600839 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-aceb4c6f-e03d-4454-b1df-9c55c556d939 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for port (7700ac00-cd84-4c7f-b6f9-e53383463cd6), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:32.625042 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0fa98781-409b-4f2d-88ef-2104153bcf79 req-7ab479d0-d3ee-455e-9e53-49d28f7ee798 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597825 Jun 15 10:33:32.643145 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:32.689064 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-d59e10e3-8be8-4925-9bda-77f33e9bcd69 req-43fa3d51-417f-452b-96f0-b734f011e748 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783494 Jun 15 10:33:32.692577 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-aceb4c6f-e03d-4454-b1df-9c55c556d939 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2774366'] for port (7700ac00-cd84-4c7f-b6f9-e53383463cd6), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:32.750143 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aceb4c6f-e03d-4454-b1df-9c55c556d939 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Network 0c6836d1-4e10-4696-9cf9-183899f77c81 is already hosted by enough agents. {{(pid=103805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:33:32.759072 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.base_scheduler [None req-aceb4c6f-e03d-4454-b1df-9c55c556d939 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Resources bound (agent type, host, resource id): {{(pid=103805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:33:32.763573 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aceb4c6f-e03d-4454-b1df-9c55c556d939 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Received port after_create {{(pid=103805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:33:32.819345 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceb4c6f-e03d-4454-b1df-9c55c556d939 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Pushing event updated for resources: {'Port': ['ID=7700ac00-cd84-4c7f-b6f9-e53383463cd6,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:32.909658 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-aceb4c6f-e03d-4454-b1df-9c55c556d939 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for floatingip (56eac7e3-844b-420c-ae83-2225c50a6aea), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:32.976501 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-aceb4c6f-e03d-4454-b1df-9c55c556d939 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (7700ac00-cd84-4c7f-b6f9-e53383463cd6), before_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:33.149165 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-aceb4c6f-e03d-4454-b1df-9c55c556d939 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for port (7700ac00-cd84-4c7f-b6f9-e53383463cd6), precommit_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:33.154990 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-aceb4c6f-e03d-4454-b1df-9c55c556d939 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2774345'] for port (7700ac00-cd84-4c7f-b6f9-e53383463cd6), after_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:33.233311 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceb4c6f-e03d-4454-b1df-9c55c556d939 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Pushing event updated for resources: {'Port': ['ID=7700ac00-cd84-4c7f-b6f9-e53383463cd6,revision_number=2']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:33.249821 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-aceb4c6f-e03d-4454-b1df-9c55c556d939 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-721338'] for floatingip (56eac7e3-844b-420c-ae83-2225c50a6aea), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:33.266796 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-aceb4c6f-e03d-4454-b1df-9c55c556d939 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for floatingip (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:33.268065 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-aceb4c6f-e03d-4454-b1df-9c55c556d939 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1320646 Jun 15 10:33:33.501187 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a18a3661-2403-4fd2-b494-363c5c8a4855 req-4a3b38bc-850f-4ca9-b4c6-9bf285e1e63a tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--322659793&fields=id&tenant_id=b683b2d399b54484aa5820537038b8af HTTP/1.1" status: 200 len: 267 time: 0.0634451 Jun 15 10:33:33.640245 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a3661-2403-4fd2-b494-363c5c8a4855 req-9cc93c18-d6ba-4174-808a-7a62d0e89357 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:33.641705 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a18a3661-2403-4fd2-b494-363c5c8a4855 req-9cc93c18-d6ba-4174-808a-7a62d0e89357 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/networks?id=56f473a9-939b-4bd2-a5d0-e5eaaaa25745 HTTP/1.1" status: 200 len: 815 time: 0.1256878 Jun 15 10:33:33.659727 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a18a3661-2403-4fd2-b494-363c5c8a4855 req-9d281227-b3d3-409c-9675-779d2424119d tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/quotas/b683b2d399b54484aa5820537038b8af HTTP/1.1" status: 200 len: 375 time: 0.0115724 Jun 15 10:33:33.742837 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a18a3661-2403-4fd2-b494-363c5c8a4855 req-632d0abd-b1df-4b8b-a563-3f30f2031c97 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b683b2d399b54484aa5820537038b8af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0781856 Jun 15 10:33:33.768832 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4822d1-abfe-40e2-addb-8af38e375004 req-04f45e3d-52c9-40b7-bd9b-ed52492a78f7 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:33.771514 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-8d4822d1-abfe-40e2-addb-8af38e375004 req-04f45e3d-52c9-40b7-bd9b-ed52492a78f7 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=b30aa81b-0ccd-437d-b0dc-401f2ba90533 HTTP/1.1" status: 200 len: 946 time: 0.0566223 Jun 15 10:33:33.795049 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:33.844150 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-8d4822d1-abfe-40e2-addb-8af38e375004 req-cbf2444f-32da-4710-9e97-7c0eb668edf8 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671325 Jun 15 10:33:33.868313 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a18a3661-2403-4fd2-b494-363c5c8a4855 req-fbcd107e-5d71-4e2e-87d9-abcefcdc2222 service neutron] 10.222.0.49 "GET /v2.0/networks/56f473a9-939b-4bd2-a5d0-e5eaaaa25745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213248 Jun 15 10:33:33.985075 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576689c2-c5bb-4644-a87a-dd5932a04e42 req-cf8846be-b1fb-4fcf-bd3f-b22a3e12ea70 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:33.988435 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a18a3661-2403-4fd2-b494-363c5c8a4855 req-20a174e3-c5c4-466c-ba72-c58df75dd293 service neutron] 10.222.0.49 "GET /v2.0/networks/56f473a9-939b-4bd2-a5d0-e5eaaaa25745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191256 Jun 15 10:33:33.993354 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-576689c2-c5bb-4644-a87a-dd5932a04e42 req-cf8846be-b1fb-4fcf-bd3f-b22a3e12ea70 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 946 time: 0.0656147 Jun 15 10:33:34.057756 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-576689c2-c5bb-4644-a87a-dd5932a04e42 req-82dba2e5-b6a1-4372-9a33-3d33271839b5 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633340 Jun 15 10:33:34.207710 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-8b3746b8-c90b-4986-946f-a2027df2343b req-fa1e8203-0e31-4d13-a9cd-4850f316feba tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e49255f-b081-437b-9505-114a5239096e HTTP/1.1" status: 200 len: 210 time: 0.0411127 Jun 15 10:33:35.021015 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf33235e-dfe6-4e53-9793-889024de17e3 req-9a00807b-c75b-4b4e-9668-46a80205e6b9 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:35.024265 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-bf33235e-dfe6-4e53-9793-889024de17e3 req-9a00807b-c75b-4b4e-9668-46a80205e6b9 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=b30aa81b-0ccd-437d-b0dc-401f2ba90533 HTTP/1.1" status: 200 len: 946 time: 0.0611548 Jun 15 10:33:35.034460 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 55906) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:33:35.056292 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:35.138010 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-bf33235e-dfe6-4e53-9793-889024de17e3 req-acaa9971-ade3-4949-936b-50e1038e9944 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054895 Jun 15 10:33:35.251176 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-89b0c3b3-35cb-4517-8e47-6a51e6e3bf93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:35.296540 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddedfdf4-88db-4ee2-8466-34da3cdaed3c req-fd12ebff-15f6-4c59-965f-d1126c6c2c3f tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:35.298776 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-ddedfdf4-88db-4ee2-8466-34da3cdaed3c req-fd12ebff-15f6-4c59-965f-d1126c6c2c3f tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 946 time: 0.1292312 Jun 15 10:33:35.336779 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-249fe23f-0e3a-4b6e-a91b-49a75121f4c2 req-e5cfea15-3366-472c-a931-74526e6153da tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e49255f-b081-437b-9505-114a5239096e HTTP/1.1" status: 200 len: 210 time: 0.0386152 Jun 15 10:33:35.382011 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:35.399072 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-ddedfdf4-88db-4ee2-8466-34da3cdaed3c req-87f81d43-bcca-42f4-a39b-1a96c8e60af3 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941086 Jun 15 10:33:35.464243 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-89b0c3b3-35cb-4517-8e47-6a51e6e3bf93 admin admin] Publish callbacks [] for security_group (0c7350b5-0462-4dd0-aad8-60dc4045435c), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:35.469794 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-89b0c3b3-35cb-4517-8e47-6a51e6e3bf93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (0c7350b5-0462-4dd0-aad8-60dc4045435c), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:35.515768 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-89b0c3b3-35cb-4517-8e47-6a51e6e3bf93 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f655ca9cf258481d8fe8b85af5c80392&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4801581 Jun 15 10:33:35.516637 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b0c3b3-35cb-4517-8e47-6a51e6e3bf93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7350b5-0462-4dd0-aad8-60dc4045435c,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:35.527655 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 55916) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:33:35.633232 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-f56dd5e6-2e7c-4f3f-a521-04fcc14a1724 admin admin] Publish callbacks [] for security_group (0c7350b5-0462-4dd0-aad8-60dc4045435c), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:35.661775 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-f56dd5e6-2e7c-4f3f-a521-04fcc14a1724 admin admin] Publish callbacks [] for security_group (0c7350b5-0462-4dd0-aad8-60dc4045435c), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:35.810611 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a3661-2403-4fd2-b494-363c5c8a4855 req-606bba90-e6f8-4c79-991d-69ce5eea88ce tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:35.814229 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a18a3661-2403-4fd2-b494-363c5c8a4855 req-606bba90-e6f8-4c79-991d-69ce5eea88ce tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.62 "GET /v2.0/networks?id=56f473a9-939b-4bd2-a5d0-e5eaaaa25745 HTTP/1.1" status: 200 len: 815 time: 0.1266780 Jun 15 10:33:35.819819 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-f56dd5e6-2e7c-4f3f-a521-04fcc14a1724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (0c7350b5-0462-4dd0-aad8-60dc4045435c), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:35.822793 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-f56dd5e6-2e7c-4f3f-a521-04fcc14a1724 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:35.828694 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-f56dd5e6-2e7c-4f3f-a521-04fcc14a1724 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0c7350b5-0462-4dd0-aad8-60dc4045435c HTTP/1.1" status: 204 len: 168 time: 0.2980549 Jun 15 10:33:35.841216 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56dd5e6-2e7c-4f3f-a521-04fcc14a1724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7350b5-0462-4dd0-aad8-60dc4045435c,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:35.934154 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a18a3661-2403-4fd2-b494-363c5c8a4855 req-a1590b76-96ae-4958-99ce-5574389b76ff tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b683b2d399b54484aa5820537038b8af HTTP/1.1" status: 200 len: 472 time: 0.0942883 Jun 15 10:33:36.137194 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [req-a18a3661-2403-4fd2-b494-363c5c8a4855 req-c0baa4db-9079-4813-8045-f4cef92cd53a tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Request body: {'port': {'device_id': '6e49255f-b081-437b-9505-114a5239096e', 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745', 'admin_state_up': True, 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'security_groups': ['fe445e65-69c5-4aaf-b991-be5213d42c25']}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:33:36.163612 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:36.302624 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a18a3661-2403-4fd2-b494-363c5c8a4855 req-c0baa4db-9079-4813-8045-f4cef92cd53a tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Made reservation on behalf of b683b2d399b54484aa5820537038b8af for: {'port': 1} {{(pid=103806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 10:33:36.306799 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-a18a3661-2403-4fd2-b494-363c5c8a4855 req-c0baa4db-9079-4813-8045-f4cef92cd53a tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:36.511341 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-83a2d067-cef7-4acf-b3e3-b8f46047e096 req-1347d86f-437e-4505-ac98-034ff66fad8a tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e49255f-b081-437b-9505-114a5239096e HTTP/1.1" status: 200 len: 210 time: 0.0624557 Jun 15 10:33:36.528115 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_common [req-a18a3661-2403-4fd2-b494-363c5c8a4855 req-c0baa4db-9079-4813-8045-f4cef92cd53a tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Allocated IP 172.20.0.13 (56f473a9-939b-4bd2-a5d0-e5eaaaa25745/aea43f55-c61e-41b2-b313-b361b1b26da0/48f9266a-92e9-4fe2-a1e4-0ad05a509b70) {{(pid=103806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:33:36.571058 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff80a8d-8123-40b2-b3d9-69d7df1712f5 req-d3d2bc6d-40a0-44a7-a0b8-5fd623375a2f tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:36.582976 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-7ff80a8d-8123-40b2-b3d9-69d7df1712f5 req-d3d2bc6d-40a0-44a7-a0b8-5fd623375a2f tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 946 time: 0.0844729 Jun 15 10:33:36.723463 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-7ff80a8d-8123-40b2-b3d9-69d7df1712f5 req-30002948-1c98-4211-ae76-98fc1d77a5f7 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344666 Jun 15 10:33:36.764567 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-a18a3661-2403-4fd2-b494-363c5c8a4855 req-c0baa4db-9079-4813-8045-f4cef92cd53a tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for port (48f9266a-92e9-4fe2-a1e4-0ad05a509b70), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:36.804389 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 55958) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:33:36.809191 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [None req-1f0f105e-1bc7-4c48-b50e-ae37179ecf6d tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1278841023', 'description': 'tempest-description--1876230771'}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:33:36.813763 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:36.823149 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-a18a3661-2403-4fd2-b494-363c5c8a4855 req-c0baa4db-9079-4813-8045-f4cef92cd53a tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (48f9266a-92e9-4fe2-a1e4-0ad05a509b70), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:36.855760 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1f0f105e-1bc7-4c48-b50e-ae37179ecf6d tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks [] for security_group (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:36.872399 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a18a3661-2403-4fd2-b494-363c5c8a4855 req-c0baa4db-9079-4813-8045-f4cef92cd53a tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Network 56f473a9-939b-4bd2-a5d0-e5eaaaa25745 is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:33:36.876208 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [req-a18a3661-2403-4fd2-b494-363c5c8a4855 req-c0baa4db-9079-4813-8045-f4cef92cd53a tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:33:36.888778 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [req-a18a3661-2403-4fd2-b494-363c5c8a4855 req-c0baa4db-9079-4813-8045-f4cef92cd53a tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Received port after_create {{(pid=103806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:33:36.962794 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1f0f105e-1bc7-4c48-b50e-ae37179ecf6d tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks [] for security_group (97d90431-fd3e-46cc-9afa-e6e743d84baa), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:36.968226 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1f0f105e-1bc7-4c48-b50e-ae37179ecf6d tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (97d90431-fd3e-46cc-9afa-e6e743d84baa), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:36.971570 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0baa4db-9079-4813-8045-f4cef92cd53a tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Pushing event updated for resources: {'Port': ['ID=48f9266a-92e9-4fe2-a1e4-0ad05a509b70,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:37.002215 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1f0f105e-1bc7-4c48-b50e-ae37179ecf6d tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:37.003687 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-1f0f105e-1bc7-4c48-b50e-ae37179ecf6d tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1980019 Jun 15 10:33:37.006391 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 55966) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:33:37.010831 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [None req-de14b841-3a69-4360-bee3-bf486be0dc1f tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Request body: {'security_group_rule': {'security_group_id': '97d90431-fd3e-46cc-9afa-e6e743d84baa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:33:37.020070 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a3661-2403-4fd2-b494-363c5c8a4855 req-c0baa4db-9079-4813-8045-f4cef92cd53a tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:37.022500 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-a18a3661-2403-4fd2-b494-363c5c8a4855 req-c0baa4db-9079-4813-8045-f4cef92cd53a tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:37.034660 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0f105e-1bc7-4c48-b50e-ae37179ecf6d tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97d90431-fd3e-46cc-9afa-e6e743d84baa,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:37.057619 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a18a3661-2403-4fd2-b494-363c5c8a4855 req-c0baa4db-9079-4813-8045-f4cef92cd53a tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9258139 Jun 15 10:33:37.083416 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [req-a18a3661-2403-4fd2-b494-363c5c8a4855 req-fd16b03b-c050-499c-b88b-d85c8c4dedbd service neutron] Request body: {'port': {'device_id': '6e49255f-b081-437b-9505-114a5239096e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84349'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:33:37.083786 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-de14b841-3a69-4360-bee3-bf486be0dc1f tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks [] for security_group_rule (ec119a09-7841-482c-afd7-af39d2b683d4), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:37.159345 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:37.178820 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-a18a3661-2403-4fd2-b494-363c5c8a4855 req-fd16b03b-c050-499c-b88b-d85c8c4dedbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (48f9266a-92e9-4fe2-a1e4-0ad05a509b70), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:37.183233 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-de14b841-3a69-4360-bee3-bf486be0dc1f tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks [] for security_group_rule (ec119a09-7841-482c-afd7-af39d2b683d4), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:37.191133 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-de14b841-3a69-4360-bee3-bf486be0dc1f tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592663'] for security_group_rule (ec119a09-7841-482c-afd7-af39d2b683d4), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:37.217235 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de14b841-3a69-4360-bee3-bf486be0dc1f tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec119a09-7841-482c-afd7-af39d2b683d4,revision_number=0']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:37.237575 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-de14b841-3a69-4360-bee3-bf486be0dc1f tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:37.242639 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-de14b841-3a69-4360-bee3-bf486be0dc1f tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2352939 Jun 15 10:33:37.243073 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 55992) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:33:37.250121 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-c8981657-682f-4c17-a967-d92e56c7ce9c tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Request body: {'security_group_rule': {'security_group_id': '97d90431-fd3e-46cc-9afa-e6e743d84baa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:33:37.345094 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:37.362342 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c8981657-682f-4c17-a967-d92e56c7ce9c tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks [] for security_group_rule (aaab6bc3-80c0-49da-b30e-43dd5e460812), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:37.372796 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-bf63718d-db9f-42b2-b43b-8ecdd95f6c70 None None] Provisioning complete for port 48f9266a-92e9-4fe2-a1e4-0ad05a509b70 triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:33:37.373307 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-bf63718d-db9f-42b2-b43b-8ecdd95f6c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (48f9266a-92e9-4fe2-a1e4-0ad05a509b70), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:37.407407 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-bf63718d-db9f-42b2-b43b-8ecdd95f6c70 None None] Port 48f9266a-92e9-4fe2-a1e4-0ad05a509b70 cannot update to ACTIVE because it is not bound. {{(pid=103807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 10:33:37.488912 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c8981657-682f-4c17-a967-d92e56c7ce9c tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks [] for security_group_rule (aaab6bc3-80c0-49da-b30e-43dd5e460812), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:37.494747 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c8981657-682f-4c17-a967-d92e56c7ce9c tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592663'] for security_group_rule (aaab6bc3-80c0-49da-b30e-43dd5e460812), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:37.524483 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8981657-682f-4c17-a967-d92e56c7ce9c tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaab6bc3-80c0-49da-b30e-43dd5e460812,revision_number=0']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:37.543522 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c8981657-682f-4c17-a967-d92e56c7ce9c tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:37.544723 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-c8981657-682f-4c17-a967-d92e56c7ce9c tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3004680 Jun 15 10:33:37.547956 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 56026) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:33:37.569484 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-83c36f8e-d3fb-4f93-9231-3f3947e19dab tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Request body: {'floatingip': {'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:33:37.615351 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [req-a18a3661-2403-4fd2-b494-363c5c8a4855 req-fd16b03b-c050-499c-b88b-d85c8c4dedbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48f9266a-92e9-4fe2-a1e4-0ad05a509b70 {{(pid=103806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 10:33:37.630519 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-a18a3661-2403-4fd2-b494-363c5c8a4855 req-fd16b03b-c050-499c-b88b-d85c8c4dedbd service neutron] Publish callbacks [] for port (48f9266a-92e9-4fe2-a1e4-0ad05a509b70), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:37.660365 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a42d3d-6fc4-490a-92b3-b71b69f7bc0d req-2ae06c95-e0c8-41bd-9cdd-7a8efeea102f tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:37.670451 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-55a42d3d-6fc4-490a-92b3-b71b69f7bc0d req-2ae06c95-e0c8-41bd-9cdd-7a8efeea102f tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e49255f-b081-437b-9505-114a5239096e HTTP/1.1" status: 200 len: 932 time: 0.0813928 Jun 15 10:33:37.681295 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-83c36f8e-d3fb-4f93-9231-3f3947e19dab tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:37.698421 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.provisioning_blocks [req-a18a3661-2403-4fd2-b494-363c5c8a4855 req-fd16b03b-c050-499c-b88b-d85c8c4dedbd service neutron] Transition to ACTIVE for port object 48f9266a-92e9-4fe2-a1e4-0ad05a509b70 will not be triggered until provisioned by entity L2. {{(pid=103806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 10:33:37.712114 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-a18a3661-2403-4fd2-b494-363c5c8a4855 req-fd16b03b-c050-499c-b88b-d85c8c4dedbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-252119569'] for port (48f9266a-92e9-4fe2-a1e4-0ad05a509b70), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:37.717956 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-55a42d3d-6fc4-490a-92b3-b71b69f7bc0d req-5b32e8bc-f1ed-41a0-b692-d3beaa9e1703 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe445e65-69c5-4aaf-b991-be5213d42c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467849 Jun 15 10:33:37.827705 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 836e09e8-adcf-4089-b01c-a780a8041789 details requested by agent hyperv_hv-cinder-84349 with host hv-cinder-84349 {{(pid=103807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 10:33:37.831691 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de1a974-33a7-4be7-9955-fee1b02965fd req-00fce329-c786-450c-9b34-1ff6979c2e44 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:37.833212 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8de1a974-33a7-4be7-9955-fee1b02965fd req-00fce329-c786-450c-9b34-1ff6979c2e44 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/networks?id=a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab HTTP/1.1" status: 200 len: 814 time: 0.2563829 Jun 15 10:33:37.838640 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:37.861363 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460063bd-cd4e-4ced-880c-2712bc6398e7 req-da813a24-3e90-4f7b-a766-9beb328a8ce0 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:37.868615 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-460063bd-cd4e-4ced-880c-2712bc6398e7 req-da813a24-3e90-4f7b-a766-9beb328a8ce0 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 946 time: 0.0644186 Jun 15 10:33:37.882002 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd16b03b-c050-499c-b88b-d85c8c4dedbd service neutron] Pushing event updated for resources: {'Port': ['ID=48f9266a-92e9-4fe2-a1e4-0ad05a509b70,revision_number=2']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:37.887384 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-83c36f8e-d3fb-4f93-9231-3f3947e19dab tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:37.930561 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-460063bd-cd4e-4ced-880c-2712bc6398e7 req-4e71487e-741c-46c3-8785-4149b42b3361 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607572 Jun 15 10:33:37.949017 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8de1a974-33a7-4be7-9955-fee1b02965fd req-19295578-603e-4d97-a1b6-f3925ab960f2 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/quotas/440f69d2725e435ab11b2fc658e1e745 HTTP/1.1" status: 200 len: 375 time: 0.1064315 Jun 15 10:33:38.125506 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8de1a974-33a7-4be7-9955-fee1b02965fd req-11c8626f-5a96-442b-8be6-d17d2a4792af tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=440f69d2725e435ab11b2fc658e1e745&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1613374 Jun 15 10:33:38.146757 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-a18a3661-2403-4fd2-b494-363c5c8a4855 req-fd16b03b-c050-499c-b88b-d85c8c4dedbd service neutron] Attempting to bind port 48f9266a-92e9-4fe2-a1e4-0ad05a509b70 on host hv-cinder-84349 for vnic_type normal with profile {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 10:33:38.148080 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-a18a3661-2403-4fd2-b494-363c5c8a4855 req-fd16b03b-c050-499c-b88b-d85c8c4dedbd service neutron] Attempting to bind port 48f9266a-92e9-4fe2-a1e4-0ad05a509b70 by drivers openvswitch,hyperv on host hv-cinder-84349 at level 0 using segments [{'id': '9a53d831-3761-4266-b8b5-121a6bb87f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745'}] {{(pid=103806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 10:33:38.149238 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18a3661-2403-4fd2-b494-363c5c8a4855 req-fd16b03b-c050-499c-b88b-d85c8c4dedbd service neutron] Attempting to bind port 48f9266a-92e9-4fe2-a1e4-0ad05a509b70 on network 56f473a9-939b-4bd2-a5d0-e5eaaaa25745 {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:33:38.153771 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port 836e09e8-adcf-4089-b01c-a780a8041789, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=836e09e8-adcf-4089-b01c-a780a8041789,segment=NetworkSegment(19f9c52a-802c-4297-ba83-8da5c92ffd0c),segment_id=19f9c52a-802c-4297-ba83-8da5c92ffd0c)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:33:38.156227 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:38.166576 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Returning: {'device': '836e09e8-adcf-4089-b01c-a780a8041789', 'network_id': '4d5f07d8-adfa-49e4-965f-88f44de7cd54', 'port_id': '836e09e8-adcf-4089-b01c-a780a8041789', 'mac_address': 'fa:16:3e:56:7c:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d001222-a4ff-4954-9899-62f9de0c8b3d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 10:33:38.186767 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18a3661-2403-4fd2-b494-363c5c8a4855 req-fd16b03b-c050-499c-b88b-d85c8c4dedbd service neutron] Port 48f9266a-92e9-4fe2-a1e4-0ad05a509b70 on network 56f473a9-939b-4bd2-a5d0-e5eaaaa25745 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84349 {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 10:33:38.187283 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18a3661-2403-4fd2-b494-363c5c8a4855 req-fd16b03b-c050-499c-b88b-d85c8c4dedbd service neutron] Attempting to bind port 48f9266a-92e9-4fe2-a1e4-0ad05a509b70 on network 56f473a9-939b-4bd2-a5d0-e5eaaaa25745 {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:33:38.204200 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Current status of the port 836e09e8-adcf-4089-b01c-a780a8041789 is: ACTIVE; New status is: BUILD {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:33:38.204359 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (836e09e8-adcf-4089-b01c-a780a8041789), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:38.210217 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:38.215059 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18a3661-2403-4fd2-b494-363c5c8a4855 req-fd16b03b-c050-499c-b88b-d85c8c4dedbd service neutron] Checking agent: {'id': 'a4349971-e88a-4ea8-a067-54d07204ee65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84349', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 10, 29, 20), 'started_at': datetime.datetime(2022, 6, 15, 10, 29, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 10, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 10:33:38.215596 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18a3661-2403-4fd2-b494-363c5c8a4855 req-fd16b03b-c050-499c-b88b-d85c8c4dedbd service neutron] Checking segment: {'id': '9a53d831-3761-4266-b8b5-121a6bb87f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:33:38.216225 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18a3661-2403-4fd2-b494-363c5c8a4855 req-fd16b03b-c050-499c-b88b-d85c8c4dedbd service neutron] Bound using segment: {'id': '9a53d831-3761-4266-b8b5-121a6bb87f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745'} {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 10:33:38.216467 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-a18a3661-2403-4fd2-b494-363c5c8a4855 req-fd16b03b-c050-499c-b88b-d85c8c4dedbd service neutron] Bound port: 48f9266a-92e9-4fe2-a1e4-0ad05a509b70, host: hv-cinder-84349, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a53d831-3761-4266-b8b5-121a6bb87f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745'}}] {{(pid=103806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 10:33:38.217147 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-a18a3661-2403-4fd2-b494-363c5c8a4855 req-fd16b03b-c050-499c-b88b-d85c8c4dedbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (48f9266a-92e9-4fe2-a1e4-0ad05a509b70), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:38.220076 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 836e09e8-adcf-4089-b01c-a780a8041789 {{(pid=103807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 10:33:38.241099 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port 836e09e8-adcf-4089-b01c-a780a8041789, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=836e09e8-adcf-4089-b01c-a780a8041789,segment=NetworkSegment(19f9c52a-802c-4297-ba83-8da5c92ffd0c),segment_id=19f9c52a-802c-4297-ba83-8da5c92ffd0c)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:33:38.246386 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (836e09e8-adcf-4089-b01c-a780a8041789), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:38.308785 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_common [None req-83c36f8e-d3fb-4f93-9231-3f3947e19dab tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Allocated IP 172.27.0.39 (0c6836d1-4e10-4696-9cf9-183899f77c81/849db9c0-6b0b-495f-a2c9-c288d42c277d/fbc1e931-a4eb-4414-8fcd-68c431b4daab) {{(pid=103806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:33:38.314693 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Pushing event updated for resources: {'Port': ['ID=836e09e8-adcf-4089-b01c-a780a8041789,revision_number=6']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:38.397761 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-a18a3661-2403-4fd2-b494-363c5c8a4855 req-fd16b03b-c050-499c-b88b-d85c8c4dedbd service neutron] For port 48f9266a-92e9-4fe2-a1e4-0ad05a509b70, host hv-cinder-84349, cleared binding levels {{(pid=103806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 10:33:38.431504 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8de1a974-33a7-4be7-9955-fee1b02965fd req-4a7ca64d-c194-4e8a-b75e-9c74ca222ea8 service neutron] 10.222.0.49 "GET /v2.0/networks/a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677474 Jun 15 10:33:38.446950 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-a18a3661-2403-4fd2-b494-363c5c8a4855 req-fd16b03b-c050-499c-b88b-d85c8c4dedbd service neutron] For port 48f9266a-92e9-4fe2-a1e4-0ad05a509b70, host hv-cinder-84349, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=48f9266a-92e9-4fe2-a1e4-0ad05a509b70,segment=NetworkSegment(9a53d831-3761-4266-b8b5-121a6bb87f69),segment_id=9a53d831-3761-4266-b8b5-121a6bb87f69)] {{(pid=103806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 10:33:38.470685 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-a18a3661-2403-4fd2-b494-363c5c8a4855 req-fd16b03b-c050-499c-b88b-d85c8c4dedbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-252119569'] for port (48f9266a-92e9-4fe2-a1e4-0ad05a509b70), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:38.487022 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] get_ports_and_sgs() called for port_ids ['836e09e8-adcf-4089-b01c-a780a8041789'] {{(pid=103807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 10:33:38.570308 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a3661-2403-4fd2-b494-363c5c8a4855 req-fd16b03b-c050-499c-b88b-d85c8c4dedbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:38.570935 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-a18a3661-2403-4fd2-b494-363c5c8a4855 req-fd16b03b-c050-499c-b88b-d85c8c4dedbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:38.572773 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a18a3661-2403-4fd2-b494-363c5c8a4855 req-fd16b03b-c050-499c-b88b-d85c8c4dedbd service neutron] 10.222.0.62 "PUT /v2.0/ports/48f9266a-92e9-4fe2-a1e4-0ad05a509b70 HTTP/1.1" status: 200 len: 1094 time: 1.4937208 Jun 15 10:33:38.579292 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-83c36f8e-d3fb-4f93-9231-3f3947e19dab tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks [] for port (fbc1e931-a4eb-4414-8fcd-68c431b4daab), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:38.583958 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e49255f-b081-437b-9505-114a5239096e', 'tag': '48f9266a-92e9-4fe2-a1e4-0ad05a509b70'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:33:38.587047 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15acf06c26f001ded10715ddc8547394d4bbc7e5ff5a4e462e54e6774371169d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ba767f-f0f0-4ae5-998d-63dddfe468bb" -d '{"events": [{"name": "network-changed", "server_uuid": "6e49255f-b081-437b-9505-114a5239096e", "tag": "48f9266a-92e9-4fe2-a1e4-0ad05a509b70"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:33:38.633362 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd16b03b-c050-499c-b88b-d85c8c4dedbd service neutron] Pushing event updated for resources: {'Port': ['ID=48f9266a-92e9-4fe2-a1e4-0ad05a509b70,revision_number=3']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:38.694421 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:38.697632 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8de1a974-33a7-4be7-9955-fee1b02965fd req-4819944e-1961-4cd3-925c-40b9e96e89f2 service neutron] 10.222.0.49 "GET /v2.0/networks/a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543445 Jun 15 10:33:38.703803 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 10:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f78de129-d973-4f5e-be31-bce493d103b9 x-openstack-request-id: req-f78de129-d973-4f5e-be31-bce493d103b9 {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:33:38.704254 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e49255f-b081-437b-9505-114a5239096e", "tag": "48f9266a-92e9-4fe2-a1e4-0ad05a509b70", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:33:38.704660 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f78de129-d973-4f5e-be31-bce493d103b9 {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:33:38.705723 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f78de129-d973-4f5e-be31-bce493d103b9'] response: {'name': 'network-changed', 'server_uuid': '6e49255f-b081-437b-9505-114a5239096e', 'tag': '48f9266a-92e9-4fe2-a1e4-0ad05a509b70', 'status': 'completed', 'code': 200} Jun 15 10:33:38.716447 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-83c36f8e-d3fb-4f93-9231-3f3947e19dab tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (fbc1e931-a4eb-4414-8fcd-68c431b4daab), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:38.814020 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c36f8e-d3fb-4f93-9231-3f3947e19dab tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Network 0c6836d1-4e10-4696-9cf9-183899f77c81 is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:33:38.824438 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [None req-83c36f8e-d3fb-4f93-9231-3f3947e19dab tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:33:38.846686 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c36f8e-d3fb-4f93-9231-3f3947e19dab tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Received port after_create {{(pid=103806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:33:38.877405 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a3661-2403-4fd2-b494-363c5c8a4855 req-7b4dce69-c360-4622-b1bf-65ec2523066d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:38.878147 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a18a3661-2403-4fd2-b494-363c5c8a4855 req-7b4dce69-c360-4622-b1bf-65ec2523066d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b683b2d399b54484aa5820537038b8af&device_id=6e49255f-b081-437b-9505-114a5239096e HTTP/1.1" status: 200 len: 1128 time: 0.1789479 Jun 15 10:33:38.907063 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c36f8e-d3fb-4f93-9231-3f3947e19dab tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Pushing event updated for resources: {'Port': ['ID=fbc1e931-a4eb-4414-8fcd-68c431b4daab,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:38.963441 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea14ac4-f10b-4b08-86a9-3a4a848b978a req-354147e7-b3b2-4a01-a090-4b1b72da4a1a tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:38.973037 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-5ea14ac4-f10b-4b08-86a9-3a4a848b978a req-354147e7-b3b2-4a01-a090-4b1b72da4a1a tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e49255f-b081-437b-9505-114a5239096e HTTP/1.1" status: 200 len: 944 time: 0.1139467 Jun 15 10:33:39.089479 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-5ea14ac4-f10b-4b08-86a9-3a4a848b978a req-945fcf7f-2d24-43b4-a94c-b5d446b010f6 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe445e65-69c5-4aaf-b991-be5213d42c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151233 Jun 15 10:33:39.210979 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a18a3661-2403-4fd2-b494-363c5c8a4855 req-fe88a6d4-ed86-47b3-816d-ee204f55b8f8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48f9266a-92e9-4fe2-a1e4-0ad05a509b70 HTTP/1.1" status: 200 len: 217 time: 0.3159258 Jun 15 10:33:39.265924 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a3bba-574d-4fa5-99f3-4ee086059921 req-35dcbebb-16c1-4e73-979b-0296206f9bfe tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:39.275457 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-fc0a3bba-574d-4fa5-99f3-4ee086059921 req-35dcbebb-16c1-4e73-979b-0296206f9bfe tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 945 time: 0.0730486 Jun 15 10:33:39.277547 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-83c36f8e-d3fb-4f93-9231-3f3947e19dab tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks [] for floatingip (ad1adaaa-8dae-4f7b-aab8-e3f3ae9d56cb), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:39.313115 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a8fd30ce-821e-447c-ac55-ba5c2175b8a6 req-0cc6de76-2956-4570-af18-beeb8931c25e tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/ports?device_id=66917c2a-3a37-464a-b12c-68f7e8a2089d HTTP/1.1" status: 200 len: 210 time: 0.1066103 Jun 15 10:33:39.383404 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-fc0a3bba-574d-4fa5-99f3-4ee086059921 req-85866c4d-7349-467c-94fe-3657e0216afb tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036108 Jun 15 10:33:39.385065 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-83c36f8e-d3fb-4f93-9231-3f3947e19dab tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (fbc1e931-a4eb-4414-8fcd-68c431b4daab), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:39.409581 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a3661-2403-4fd2-b494-363c5c8a4855 req-2f4ff553-7a83-40e0-9e75-d835ca310e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:39.411040 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a18a3661-2403-4fd2-b494-363c5c8a4855 req-2f4ff553-7a83-40e0-9e75-d835ca310e7e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=aea43f55-c61e-41b2-b313-b361b1b26da0 HTTP/1.1" status: 200 len: 854 time: 0.1871958 Jun 15 10:33:39.416890 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:39.487632 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a3661-2403-4fd2-b494-363c5c8a4855 req-d9b6fb04-430b-4d63-b4ce-8d7b3968b7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:39.489559 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a18a3661-2403-4fd2-b494-363c5c8a4855 req-d9b6fb04-430b-4d63-b4ce-8d7b3968b7d5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=56f473a9-939b-4bd2-a5d0-e5eaaaa25745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0669649 Jun 15 10:33:39.700963 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a18a3661-2403-4fd2-b494-363c5c8a4855 req-024535ce-6e4d-4180-883f-98470569b2a3 service neutron] 10.222.0.62 "GET /v2.0/networks/56f473a9-939b-4bd2-a5d0-e5eaaaa25745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035971 Jun 15 10:33:39.706015 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-83c36f8e-d3fb-4f93-9231-3f3947e19dab tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks [] for port (fbc1e931-a4eb-4414-8fcd-68c431b4daab), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:39.718678 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-83c36f8e-d3fb-4f93-9231-3f3947e19dab tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-252119569'] for port (fbc1e931-a4eb-4414-8fcd-68c431b4daab), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:39.826093 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 836e09e8-adcf-4089-b01c-a780a8041789 up at agent hyperv_hv-cinder-84349 {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:33:39.853312 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c36f8e-d3fb-4f93-9231-3f3947e19dab tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Pushing event updated for resources: {'Port': ['ID=fbc1e931-a4eb-4414-8fcd-68c431b4daab,revision_number=2']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:39.883760 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-83c36f8e-d3fb-4f93-9231-3f3947e19dab tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-721338'] for floatingip (ad1adaaa-8dae-4f7b-aab8-e3f3ae9d56cb), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:39.905193 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a18a3661-2403-4fd2-b494-363c5c8a4855 req-2a4b54f2-de9f-4c72-940f-21950cc2f675 service neutron] 10.222.0.62 "GET /v2.0/networks/56f473a9-939b-4bd2-a5d0-e5eaaaa25745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968400 Jun 15 10:33:39.910948 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Provisioning complete for port 836e09e8-adcf-4089-b01c-a780a8041789 triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:33:39.911379 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (836e09e8-adcf-4089-b01c-a780a8041789), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:39.915121 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-83c36f8e-d3fb-4f93-9231-3f3947e19dab tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for floatingip (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:39.917204 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-83c36f8e-d3fb-4f93-9231-3f3947e19dab tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3683336 Jun 15 10:33:40.057481 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Current status of the port 836e09e8-adcf-4089-b01c-a780a8041789 is: BUILD; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:33:40.058147 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (836e09e8-adcf-4089-b01c-a780a8041789), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:40.084608 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e37acd-69b1-4758-8ab5-07ec67e9ae2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '836e09e8-adcf-4089-b01c-a780a8041789'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:33:40.087620 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9205ebd0146601a57e336ba0e259bffcba8e9192005a2aa68aaaf98781184b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164b2d5e-add1-4bfc-ab87-00403417aff2" -d '{"events": [{"server_uuid": "16e37acd-69b1-4758-8ab5-07ec67e9ae2f", "name": "network-vif-plugged", "status": "completed", "tag": "836e09e8-adcf-4089-b01c-a780a8041789"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:33:40.101040 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port 836e09e8-adcf-4089-b01c-a780a8041789, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=836e09e8-adcf-4089-b01c-a780a8041789,segment=NetworkSegment(19f9c52a-802c-4297-ba83-8da5c92ffd0c),segment_id=19f9c52a-802c-4297-ba83-8da5c92ffd0c)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:33:40.107501 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (836e09e8-adcf-4089-b01c-a780a8041789), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:40.156080 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 10:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d100a3-5538-441f-b27d-0073dde038b5 x-openstack-request-id: req-e8d100a3-5538-441f-b27d-0073dde038b5 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:33:40.156612 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e37acd-69b1-4758-8ab5-07ec67e9ae2f", "name": "network-vif-plugged", "status": "completed", "tag": "836e09e8-adcf-4089-b01c-a780a8041789", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:33:40.157066 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e8d100a3-5538-441f-b27d-0073dde038b5 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:33:40.157632 dv-cinder-843493-2-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8d100a3-5538-441f-b27d-0073dde038b5'] response: {'server_uuid': '16e37acd-69b1-4758-8ab5-07ec67e9ae2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '836e09e8-adcf-4089-b01c-a780a8041789', 'code': 200} Jun 15 10:33:40.170704 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Pushing event updated for resources: {'Port': ['ID=836e09e8-adcf-4089-b01c-a780a8041789,revision_number=7']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:40.269915 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415dac59-198a-4e26-85b5-2a30df0dd1bf req-f504f13c-d40d-437a-a98f-5c2e36565328 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:40.274455 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-415dac59-198a-4e26-85b5-2a30df0dd1bf req-f504f13c-d40d-437a-a98f-5c2e36565328 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e49255f-b081-437b-9505-114a5239096e HTTP/1.1" status: 200 len: 944 time: 0.0548420 Jun 15 10:33:40.305070 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:40.330500 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-415dac59-198a-4e26-85b5-2a30df0dd1bf req-88d58624-ee98-4822-9649-4aff9d4101e2 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe445e65-69c5-4aaf-b991-be5213d42c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522466 Jun 15 10:33:40.457278 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-87f4702a-e720-40c4-8e7b-4c05f047496a req-ac02b06f-9c5f-4ac3-940a-98a594d7a8e1 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/ports?device_id=66917c2a-3a37-464a-b12c-68f7e8a2089d HTTP/1.1" status: 200 len: 210 time: 0.0487220 Jun 15 10:33:40.582077 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f548af-fca5-440e-be30-8dc8589b6bab req-0ddf2300-3aa1-4e68-847d-649a54549085 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:40.583684 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-07f548af-fca5-440e-be30-8dc8589b6bab req-0ddf2300-3aa1-4e68-847d-649a54549085 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 946 time: 0.0538428 Jun 15 10:33:40.644153 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-07f548af-fca5-440e-be30-8dc8589b6bab req-83fce2d3-81fa-48d7-b71e-57643853d4e3 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528679 Jun 15 10:33:40.694839 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=48,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:40.698407 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:41.324240 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba767f-f0f0-4ae5-998d-63dddfe468bb req-ebb06d83-4bb5-450e-bc1a-f92c3a2c2758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:41.325797 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-94ba767f-f0f0-4ae5-998d-63dddfe468bb req-ebb06d83-4bb5-450e-bc1a-f92c3a2c2758 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b683b2d399b54484aa5820537038b8af&device_id=6e49255f-b081-437b-9505-114a5239096e HTTP/1.1" status: 200 len: 1128 time: 0.0548813 Jun 15 10:33:41.468000 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f011d7-8a05-4b0e-a679-1b092b46e818 req-d0ba9f7d-b4c4-48ae-ab9a-991be4efb2b5 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:41.469763 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-55f011d7-8a05-4b0e-a679-1b092b46e818 req-d0ba9f7d-b4c4-48ae-ab9a-991be4efb2b5 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e49255f-b081-437b-9505-114a5239096e HTTP/1.1" status: 200 len: 944 time: 0.0604262 Jun 15 10:33:41.531840 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-55f011d7-8a05-4b0e-a679-1b092b46e818 req-3459eb95-1081-4aa1-a534-31dab32fc9bb tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe445e65-69c5-4aaf-b991-be5213d42c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515084 Jun 15 10:33:41.630705 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-ee3a4e08-273d-488b-b158-9520688d6779 req-4da97506-d365-4537-bcab-fb60b3652e22 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/ports?device_id=66917c2a-3a37-464a-b12c-68f7e8a2089d HTTP/1.1" status: 200 len: 210 time: 0.0345156 Jun 15 10:33:41.806755 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e258a0d3-e564-434d-b965-200ee1998b26 req-c63c357c-acf5-4f8b-86d9-8d02a802ebac tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:41.811928 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-e258a0d3-e564-434d-b965-200ee1998b26 req-c63c357c-acf5-4f8b-86d9-8d02a802ebac tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 946 time: 0.0783229 Jun 15 10:33:41.839123 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba767f-f0f0-4ae5-998d-63dddfe468bb req-883111ed-9230-42c6-8248-aaae1b7f0f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:41.839123 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-94ba767f-f0f0-4ae5-998d-63dddfe468bb req-883111ed-9230-42c6-8248-aaae1b7f0f24 service neutron] 10.222.0.62 "GET /v2.0/networks?id=56f473a9-939b-4bd2-a5d0-e5eaaaa25745 HTTP/1.1" status: 200 len: 916 time: 0.1908972 Jun 15 10:33:41.920487 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-94ba767f-f0f0-4ae5-998d-63dddfe468bb req-45ddd146-3cca-4326-9d53-3035402880c5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48f9266a-92e9-4fe2-a1e4-0ad05a509b70 HTTP/1.1" status: 200 len: 217 time: 0.0393527 Jun 15 10:33:41.926439 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-e258a0d3-e564-434d-b965-200ee1998b26 req-93db8082-4a2b-42b2-90d6-a44213439766 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133189 Jun 15 10:33:41.997804 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:42.009171 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba767f-f0f0-4ae5-998d-63dddfe468bb req-8c0d6641-2091-46ef-8c70-5810fa666cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:42.010768 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-94ba767f-f0f0-4ae5-998d-63dddfe468bb req-8c0d6641-2091-46ef-8c70-5810fa666cdd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=aea43f55-c61e-41b2-b313-b361b1b26da0 HTTP/1.1" status: 200 len: 854 time: 0.0629737 Jun 15 10:33:42.079662 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de1a974-33a7-4be7-9955-fee1b02965fd req-f7063607-0ab7-4eed-a4b3-6eff4d0a514d tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:42.080740 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba767f-f0f0-4ae5-998d-63dddfe468bb req-e27969b0-974c-4a81-8e52-045f6782223f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:42.082007 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-8de1a974-33a7-4be7-9955-fee1b02965fd req-f7063607-0ab7-4eed-a4b3-6eff4d0a514d tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.62 "GET /v2.0/networks?id=a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab HTTP/1.1" status: 200 len: 814 time: 0.2036235 Jun 15 10:33:42.082593 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-94ba767f-f0f0-4ae5-998d-63dddfe468bb req-e27969b0-974c-4a81-8e52-045f6782223f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=56f473a9-939b-4bd2-a5d0-e5eaaaa25745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0646336 Jun 15 10:33:42.108397 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [req-8de1a974-33a7-4be7-9955-fee1b02965fd req-7e699241-f896-4891-a533-f379495e7ba6 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Request body: {'port': {'device_id': '66917c2a-3a37-464a-b12c-68f7e8a2089d', 'network_id': 'a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab', 'admin_state_up': True, 'tenant_id': '440f69d2725e435ab11b2fc658e1e745'}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:33:42.200650 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:42.231945 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-94ba767f-f0f0-4ae5-998d-63dddfe468bb req-f7f53ee5-3c97-440a-8b21-c63ac51ebcd0 service neutron] 10.222.0.62 "GET /v2.0/networks/56f473a9-939b-4bd2-a5d0-e5eaaaa25745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269283 Jun 15 10:33:42.258400 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8de1a974-33a7-4be7-9955-fee1b02965fd req-7e699241-f896-4891-a533-f379495e7ba6 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Made reservation on behalf of 440f69d2725e435ab11b2fc658e1e745 for: {'port': 1} {{(pid=103805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 10:33:42.264415 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [req-8de1a974-33a7-4be7-9955-fee1b02965fd req-7e699241-f896-4891-a533-f379495e7ba6 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:42.358587 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-94ba767f-f0f0-4ae5-998d-63dddfe468bb req-0b3a4bc7-3649-499d-ae4a-24b115b1b142 service neutron] 10.222.0.62 "GET /v2.0/networks/56f473a9-939b-4bd2-a5d0-e5eaaaa25745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160657 Jun 15 10:33:42.425635 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.db.db_base_plugin_common [req-8de1a974-33a7-4be7-9955-fee1b02965fd req-7e699241-f896-4891-a533-f379495e7ba6 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Allocated IP 172.20.0.12 (a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab/1e87e269-65a8-42ea-ac39-220b47cff9a0/700c7452-e992-4ca6-b384-90723c15324d) {{(pid=103805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:33:42.648473 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [req-8de1a974-33a7-4be7-9955-fee1b02965fd req-7e699241-f896-4891-a533-f379495e7ba6 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Publish callbacks [] for port (700c7452-e992-4ca6-b384-90723c15324d), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:42.685395 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:42.702518 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe23824-1302-47fb-9597-6fa5320d7871 req-58af151b-fab5-4eb5-9344-a0d0a4dd25d7 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:42.704889 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-bfe23824-1302-47fb-9597-6fa5320d7871 req-58af151b-fab5-4eb5-9344-a0d0a4dd25d7 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e49255f-b081-437b-9505-114a5239096e HTTP/1.1" status: 200 len: 944 time: 0.0769744 Jun 15 10:33:42.769804 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [req-8de1a974-33a7-4be7-9955-fee1b02965fd req-7e699241-f896-4891-a533-f379495e7ba6 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2774366'] for port (700c7452-e992-4ca6-b384-90723c15324d), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:42.795248 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-bfe23824-1302-47fb-9597-6fa5320d7871 req-8c2e396f-70bc-4778-9a34-2884ba8ff12c tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe445e65-69c5-4aaf-b991-be5213d42c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841029 Jun 15 10:33:42.822428 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8de1a974-33a7-4be7-9955-fee1b02965fd req-7e699241-f896-4891-a533-f379495e7ba6 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Network a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab is already hosted by enough agents. {{(pid=103805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:33:42.826155 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.base_scheduler [req-8de1a974-33a7-4be7-9955-fee1b02965fd req-7e699241-f896-4891-a533-f379495e7ba6 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Resources bound (agent type, host, resource id): {{(pid=103805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:33:42.829134 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.db.l3_dvrscheduler_db [req-8de1a974-33a7-4be7-9955-fee1b02965fd req-7e699241-f896-4891-a533-f379495e7ba6 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Received port after_create {{(pid=103805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:33:42.891976 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e699241-f896-4891-a533-f379495e7ba6 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Pushing event updated for resources: {'Port': ['ID=700c7452-e992-4ca6-b384-90723c15324d,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:42.914575 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de1a974-33a7-4be7-9955-fee1b02965fd req-7e699241-f896-4891-a533-f379495e7ba6 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:42.915370 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [req-8de1a974-33a7-4be7-9955-fee1b02965fd req-7e699241-f896-4891-a533-f379495e7ba6 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for port (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:42.963630 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-8de1a974-33a7-4be7-9955-fee1b02965fd req-7e699241-f896-4891-a533-f379495e7ba6 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8597693 Jun 15 10:33:42.973084 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b4d5d-7ac7-49d4-9290-12ac4a01e8d7 req-96eb949a-38bd-4556-9b2d-9e63371f8cdc tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:42.977932 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-784b4d5d-7ac7-49d4-9290-12ac4a01e8d7 req-96eb949a-38bd-4556-9b2d-9e63371f8cdc tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/ports?device_id=66917c2a-3a37-464a-b12c-68f7e8a2089d HTTP/1.1" status: 200 len: 932 time: 0.0676012 Jun 15 10:33:42.990160 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [req-8de1a974-33a7-4be7-9955-fee1b02965fd req-ea4c0748-c82f-4d78-a76e-abba898f8e62 service neutron] Request body: {'port': {'device_id': '66917c2a-3a37-464a-b12c-68f7e8a2089d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84349'}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:33:43.029873 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-a9c1e437-2fce-4396-913b-03d911aea4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (e7b68426-6abe-45ee-a2ce-c32f72f66753), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:43.090413 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-784b4d5d-7ac7-49d4-9290-12ac4a01e8d7 req-a2ae6b5c-7675-4352-8e9f-47ca526546aa tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/security-groups?id=af8f7a35-f212-49d3-a09d-67bd4f9005b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095121 Jun 15 10:33:43.123794 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [req-8de1a974-33a7-4be7-9955-fee1b02965fd req-ea4c0748-c82f-4d78-a76e-abba898f8e62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (700c7452-e992-4ca6-b384-90723c15324d), before_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:43.245614 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:43.273757 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-e54f13a0-84a0-4d38-861f-1413f9c72a45 None None] Provisioning complete for port 700c7452-e992-4ca6-b384-90723c15324d triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:33:43.274132 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e54f13a0-84a0-4d38-861f-1413f9c72a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (700c7452-e992-4ca6-b384-90723c15324d), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:43.299368 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:43.322703 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-e54f13a0-84a0-4d38-861f-1413f9c72a45 None None] Port 700c7452-e992-4ca6-b384-90723c15324d cannot update to ACTIVE because it is not bound. {{(pid=103807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 10:33:43.550947 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b8fa0-d3d1-42e2-b220-ea51452aef4b req-eba42206-5723-4c12-86f7-8a73285f9275 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:43.552557 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-a37b8fa0-d3d1-42e2-b220-ea51452aef4b req-eba42206-5723-4c12-86f7-8a73285f9275 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 946 time: 0.3077967 Jun 15 10:33:43.649388 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-a37b8fa0-d3d1-42e2-b220-ea51452aef4b req-c94d6f2d-505e-4eea-825b-c7198a2f918e tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887930 Jun 15 10:33:43.736323 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.notifiers.nova [req-8de1a974-33a7-4be7-9955-fee1b02965fd req-ea4c0748-c82f-4d78-a76e-abba898f8e62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 700c7452-e992-4ca6-b384-90723c15324d {{(pid=103805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 10:33:43.744641 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [req-8de1a974-33a7-4be7-9955-fee1b02965fd req-ea4c0748-c82f-4d78-a76e-abba898f8e62 service neutron] Publish callbacks [] for port (700c7452-e992-4ca6-b384-90723c15324d), precommit_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:43.761359 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.db.provisioning_blocks [req-8de1a974-33a7-4be7-9955-fee1b02965fd req-ea4c0748-c82f-4d78-a76e-abba898f8e62 service neutron] Transition to ACTIVE for port object 700c7452-e992-4ca6-b384-90723c15324d will not be triggered until provisioned by entity L2. {{(pid=103805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 10:33:43.766441 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [req-8de1a974-33a7-4be7-9955-fee1b02965fd req-ea4c0748-c82f-4d78-a76e-abba898f8e62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2774345'] for port (700c7452-e992-4ca6-b384-90723c15324d), after_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:43.844992 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4c0748-c82f-4d78-a76e-abba898f8e62 service neutron] Pushing event updated for resources: {'Port': ['ID=700c7452-e992-4ca6-b384-90723c15324d,revision_number=2']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:43.860634 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 48f9266a-92e9-4fe2-a1e4-0ad05a509b70 details requested by agent hyperv_hv-cinder-84349 with host hv-cinder-84349 {{(pid=103807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 10:33:43.925482 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:44.024471 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b05633-68ed-41d9-8597-b5ac315ce884 req-965e1ee1-8a72-4b59-b9a4-056af925c0bf tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:44.026877 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-55b05633-68ed-41d9-8597-b5ac315ce884 req-965e1ee1-8a72-4b59-b9a4-056af925c0bf tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e49255f-b081-437b-9505-114a5239096e HTTP/1.1" status: 200 len: 944 time: 0.1221857 Jun 15 10:33:44.075670 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.managers [req-8de1a974-33a7-4be7-9955-fee1b02965fd req-ea4c0748-c82f-4d78-a76e-abba898f8e62 service neutron] Attempting to bind port 700c7452-e992-4ca6-b384-90723c15324d on host hv-cinder-84349 for vnic_type normal with profile {{(pid=103805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 10:33:44.076010 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.managers [req-8de1a974-33a7-4be7-9955-fee1b02965fd req-ea4c0748-c82f-4d78-a76e-abba898f8e62 service neutron] Attempting to bind port 700c7452-e992-4ca6-b384-90723c15324d by drivers openvswitch,hyperv on host hv-cinder-84349 at level 0 using segments [{'id': 'b16c89b6-d20b-45e9-9390-ddd4f60b13af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab'}] {{(pid=103805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 10:33:44.076347 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de1a974-33a7-4be7-9955-fee1b02965fd req-ea4c0748-c82f-4d78-a76e-abba898f8e62 service neutron] Attempting to bind port 700c7452-e992-4ca6-b384-90723c15324d on network a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab {{(pid=103805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:33:44.079016 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port 48f9266a-92e9-4fe2-a1e4-0ad05a509b70, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=48f9266a-92e9-4fe2-a1e4-0ad05a509b70,segment=NetworkSegment(9a53d831-3761-4266-b8b5-121a6bb87f69),segment_id=9a53d831-3761-4266-b8b5-121a6bb87f69)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:33:44.088520 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de1a974-33a7-4be7-9955-fee1b02965fd req-ea4c0748-c82f-4d78-a76e-abba898f8e62 service neutron] Port 700c7452-e992-4ca6-b384-90723c15324d on network a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84349 {{(pid=103805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 10:33:44.088520 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de1a974-33a7-4be7-9955-fee1b02965fd req-ea4c0748-c82f-4d78-a76e-abba898f8e62 service neutron] Attempting to bind port 700c7452-e992-4ca6-b384-90723c15324d on network a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab {{(pid=103805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:33:44.099305 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Returning: {'device': '48f9266a-92e9-4fe2-a1e4-0ad05a509b70', 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745', 'port_id': '48f9266a-92e9-4fe2-a1e4-0ad05a509b70', 'mac_address': 'fa:16:3e:8e:46:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aea43f55-c61e-41b2-b313-b361b1b26da0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 10:33:44.101470 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de1a974-33a7-4be7-9955-fee1b02965fd req-ea4c0748-c82f-4d78-a76e-abba898f8e62 service neutron] Checking agent: {'id': 'a4349971-e88a-4ea8-a067-54d07204ee65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84349', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 10, 29, 20), 'started_at': datetime.datetime(2022, 6, 15, 10, 29, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 10, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 10:33:44.101784 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de1a974-33a7-4be7-9955-fee1b02965fd req-ea4c0748-c82f-4d78-a76e-abba898f8e62 service neutron] Checking segment: {'id': 'b16c89b6-d20b-45e9-9390-ddd4f60b13af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:33:44.102166 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de1a974-33a7-4be7-9955-fee1b02965fd req-ea4c0748-c82f-4d78-a76e-abba898f8e62 service neutron] Bound using segment: {'id': 'b16c89b6-d20b-45e9-9390-ddd4f60b13af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab'} {{(pid=103805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 10:33:44.102669 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.managers [req-8de1a974-33a7-4be7-9955-fee1b02965fd req-ea4c0748-c82f-4d78-a76e-abba898f8e62 service neutron] Bound port: 700c7452-e992-4ca6-b384-90723c15324d, host: hv-cinder-84349, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b16c89b6-d20b-45e9-9390-ddd4f60b13af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab'}}] {{(pid=103805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 10:33:44.103182 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [req-8de1a974-33a7-4be7-9955-fee1b02965fd req-ea4c0748-c82f-4d78-a76e-abba898f8e62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (700c7452-e992-4ca6-b384-90723c15324d), before_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:44.167004 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:44.168534 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Current status of the port 48f9266a-92e9-4fe2-a1e4-0ad05a509b70 is: DOWN; New status is: BUILD {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:33:44.168998 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (48f9266a-92e9-4fe2-a1e4-0ad05a509b70), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:44.178573 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-55b05633-68ed-41d9-8597-b5ac315ce884 req-36f86417-a817-4cd2-95c2-9ece12b06cc1 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe445e65-69c5-4aaf-b991-be5213d42c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386311 Jun 15 10:33:44.201680 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48f9266a-92e9-4fe2-a1e4-0ad05a509b70 {{(pid=103807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 10:33:44.231870 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port 48f9266a-92e9-4fe2-a1e4-0ad05a509b70, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=48f9266a-92e9-4fe2-a1e4-0ad05a509b70,segment=NetworkSegment(9a53d831-3761-4266-b8b5-121a6bb87f69),segment_id=9a53d831-3761-4266-b8b5-121a6bb87f69)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:33:44.242812 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (48f9266a-92e9-4fe2-a1e4-0ad05a509b70), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:44.309724 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Pushing event updated for resources: {'Port': ['ID=48f9266a-92e9-4fe2-a1e4-0ad05a509b70,revision_number=4']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:44.314666 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.db [req-8de1a974-33a7-4be7-9955-fee1b02965fd req-ea4c0748-c82f-4d78-a76e-abba898f8e62 service neutron] For port 700c7452-e992-4ca6-b384-90723c15324d, host hv-cinder-84349, cleared binding levels {{(pid=103805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 10:33:44.345740 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf899bc-1f63-4afa-8185-4201b92e417d req-3aef0b5f-7721-486e-84fd-1a186c85282a tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:44.347383 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-bdf899bc-1f63-4afa-8185-4201b92e417d req-3aef0b5f-7721-486e-84fd-1a186c85282a tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/ports?device_id=66917c2a-3a37-464a-b12c-68f7e8a2089d HTTP/1.1" status: 200 len: 944 time: 0.0791605 Jun 15 10:33:44.349205 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.db [req-8de1a974-33a7-4be7-9955-fee1b02965fd req-ea4c0748-c82f-4d78-a76e-abba898f8e62 service neutron] For port 700c7452-e992-4ca6-b384-90723c15324d, host hv-cinder-84349, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=700c7452-e992-4ca6-b384-90723c15324d,segment=NetworkSegment(b16c89b6-d20b-45e9-9390-ddd4f60b13af),segment_id=b16c89b6-d20b-45e9-9390-ddd4f60b13af)] {{(pid=103805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 10:33:44.371381 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [req-8de1a974-33a7-4be7-9955-fee1b02965fd req-ea4c0748-c82f-4d78-a76e-abba898f8e62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2774345'] for port (700c7452-e992-4ca6-b384-90723c15324d), after_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:44.456684 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4c0748-c82f-4d78-a76e-abba898f8e62 service neutron] Pushing event updated for resources: {'Port': ['ID=700c7452-e992-4ca6-b384-90723c15324d,revision_number=3']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:44.465643 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de1a974-33a7-4be7-9955-fee1b02965fd req-ea4c0748-c82f-4d78-a76e-abba898f8e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:44.466291 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [req-8de1a974-33a7-4be7-9955-fee1b02965fd req-ea4c0748-c82f-4d78-a76e-abba898f8e62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for port (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:44.467754 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-8de1a974-33a7-4be7-9955-fee1b02965fd req-ea4c0748-c82f-4d78-a76e-abba898f8e62 service neutron] 10.222.0.62 "PUT /v2.0/ports/700c7452-e992-4ca6-b384-90723c15324d HTTP/1.1" status: 200 len: 1094 time: 1.4858034 Jun 15 10:33:44.478425 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66917c2a-3a37-464a-b12c-68f7e8a2089d', 'tag': '700c7452-e992-4ca6-b384-90723c15324d'}] {{(pid=103805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:33:44.480608 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dae1a2ec98fad4bc98d3c27259afee88ba803ed696ab09c59914859421da8ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5aae03-e51f-47a6-8491-abc1c74bf63c" -d '{"events": [{"name": "network-changed", "server_uuid": "66917c2a-3a37-464a-b12c-68f7e8a2089d", "tag": "700c7452-e992-4ca6-b384-90723c15324d"}]}' {{(pid=103805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:33:44.517796 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-bdf899bc-1f63-4afa-8185-4201b92e417d req-55527e00-8b39-4d12-a58d-04590f2a85f9 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/security-groups?id=af8f7a35-f212-49d3-a09d-67bd4f9005b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611195 Jun 15 10:33:44.597473 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 10:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c84a7e-bf97-43b9-a190-145e32206dd7 x-openstack-request-id: req-60c84a7e-bf97-43b9-a190-145e32206dd7 {{(pid=103805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:33:44.597878 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66917c2a-3a37-464a-b12c-68f7e8a2089d", "tag": "700c7452-e992-4ca6-b384-90723c15324d", "status": "completed", "code": 200}]} {{(pid=103805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:33:44.598250 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-60c84a7e-bf97-43b9-a190-145e32206dd7 {{(pid=103805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:33:44.598748 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60c84a7e-bf97-43b9-a190-145e32206dd7'] response: {'name': 'network-changed', 'server_uuid': '66917c2a-3a37-464a-b12c-68f7e8a2089d', 'tag': '700c7452-e992-4ca6-b384-90723c15324d', 'status': 'completed', 'code': 200} Jun 15 10:33:44.601971 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:44.611473 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de1a974-33a7-4be7-9955-fee1b02965fd req-72bec7b8-b002-4bf3-852f-e15b44afa2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:44.613234 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-8de1a974-33a7-4be7-9955-fee1b02965fd req-72bec7b8-b002-4bf3-852f-e15b44afa2f4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=440f69d2725e435ab11b2fc658e1e745&device_id=66917c2a-3a37-464a-b12c-68f7e8a2089d HTTP/1.1" status: 200 len: 1128 time: 0.0678003 Jun 15 10:33:44.686866 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-8de1a974-33a7-4be7-9955-fee1b02965fd req-d70557f6-b75e-420d-ad63-394441ddf56a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=700c7452-e992-4ca6-b384-90723c15324d HTTP/1.1" status: 200 len: 217 time: 0.0530283 Jun 15 10:33:44.708143 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] get_ports_and_sgs() called for port_ids ['48f9266a-92e9-4fe2-a1e4-0ad05a509b70'] {{(pid=103807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 10:33:44.822403 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6586f1d-9186-4377-be1c-f0c8c591c217 req-17bce517-4c8b-41fc-b88e-d3f155464601 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:44.824059 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-a6586f1d-9186-4377-be1c-f0c8c591c217 req-17bce517-4c8b-41fc-b88e-d3f155464601 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 946 time: 0.0596964 Jun 15 10:33:44.825991 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de1a974-33a7-4be7-9955-fee1b02965fd req-6f14678e-b1c1-44e8-bb48-580d3db77430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:44.827383 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-8de1a974-33a7-4be7-9955-fee1b02965fd req-6f14678e-b1c1-44e8-bb48-580d3db77430 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1e87e269-65a8-42ea-ac39-220b47cff9a0 HTTP/1.1" status: 200 len: 853 time: 0.1327391 Jun 15 10:33:44.912848 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-a6586f1d-9186-4377-be1c-f0c8c591c217 req-6be8d597-56c1-4d9a-870d-8d20f0cbf5cc tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832264 Jun 15 10:33:44.920959 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de1a974-33a7-4be7-9955-fee1b02965fd req-38191d2e-8a56-49ce-8058-6429f7041a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:44.922513 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-8de1a974-33a7-4be7-9955-fee1b02965fd req-38191d2e-8a56-49ce-8058-6429f7041a5c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0551910 Jun 15 10:33:45.038460 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-8de1a974-33a7-4be7-9955-fee1b02965fd req-3b73868b-df4f-4daa-9098-4ceed0eb6e65 service neutron] 10.222.0.62 "GET /v2.0/networks/a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017902 Jun 15 10:33:45.143422 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-8de1a974-33a7-4be7-9955-fee1b02965fd req-94b88ab7-2b98-4284-a34d-704e34053b1f service neutron] 10.222.0.62 "GET /v2.0/networks/a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982020 Jun 15 10:33:45.287696 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9d0e590b-bbde-4727-89b8-ca7cf478267c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (06043943-94cb-49df-a062-a4886c03e673), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:45.357268 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba4894-c688-43f2-a4d9-324498f849ff req-c56440df-f0eb-466a-8462-014d080cdf0b tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:45.358790 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-6dba4894-c688-43f2-a4d9-324498f849ff req-c56440df-f0eb-466a-8462-014d080cdf0b tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e49255f-b081-437b-9505-114a5239096e HTTP/1.1" status: 200 len: 945 time: 0.0928328 Jun 15 10:33:45.373642 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5aae03-e51f-47a6-8491-abc1c74bf63c req-acab63d2-df78-45a3-b330-7ae2690e5674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:45.375127 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-0c5aae03-e51f-47a6-8491-abc1c74bf63c req-acab63d2-df78-45a3-b330-7ae2690e5674 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=440f69d2725e435ab11b2fc658e1e745&device_id=66917c2a-3a37-464a-b12c-68f7e8a2089d HTTP/1.1" status: 200 len: 1128 time: 0.0680537 Jun 15 10:33:45.479430 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-6dba4894-c688-43f2-a4d9-324498f849ff req-009b4dc7-dea8-44f6-b350-bbcfde9127bd tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe445e65-69c5-4aaf-b991-be5213d42c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116030 Jun 15 10:33:45.520801 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=100 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:45.525054 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5aae03-e51f-47a6-8491-abc1c74bf63c req-bbebe70e-2561-4050-88ce-a87024c67588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:45.526850 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-0c5aae03-e51f-47a6-8491-abc1c74bf63c req-bbebe70e-2561-4050-88ce-a87024c67588 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab HTTP/1.1" status: 200 len: 915 time: 0.1430566 Jun 15 10:33:45.609206 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-0c5aae03-e51f-47a6-8491-abc1c74bf63c req-1f2986a4-ffde-4140-9a74-7db195bf4fc3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=700c7452-e992-4ca6-b384-90723c15324d HTTP/1.1" status: 200 len: 217 time: 0.0739992 Jun 15 10:33:45.675125 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280cdee-4365-45bc-b61d-0823ce586bbb req-90494156-b999-4b25-8e13-a7d819edd62b tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:45.681514 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-8280cdee-4365-45bc-b61d-0823ce586bbb req-90494156-b999-4b25-8e13-a7d819edd62b tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/ports?device_id=66917c2a-3a37-464a-b12c-68f7e8a2089d HTTP/1.1" status: 200 len: 944 time: 0.0839601 Jun 15 10:33:45.684397 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.agents_db [None req-cff4c53f-faac-479c-b9be-928944d02899 None None] Agent healthcheck: found 6 active agents {{(pid=103808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 10:33:45.719991 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5aae03-e51f-47a6-8491-abc1c74bf63c req-0348f6f0-3567-4baa-bca3-d871e3207844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:45.721452 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-0c5aae03-e51f-47a6-8491-abc1c74bf63c req-0348f6f0-3567-4baa-bca3-d871e3207844 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1e87e269-65a8-42ea-ac39-220b47cff9a0 HTTP/1.1" status: 200 len: 853 time: 0.0938971 Jun 15 10:33:45.748744 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-8280cdee-4365-45bc-b61d-0823ce586bbb req-028dacf9-b794-48ac-803b-e39a0d646b4b tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/security-groups?id=af8f7a35-f212-49d3-a09d-67bd4f9005b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663764 Jun 15 10:33:45.791514 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5aae03-e51f-47a6-8491-abc1c74bf63c req-4b67e387-0dc9-4d12-8b04-99e6c8416ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:45.793024 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-0c5aae03-e51f-47a6-8491-abc1c74bf63c req-4b67e387-0dc9-4d12-8b04-99e6c8416ca5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0650163 Jun 15 10:33:45.877527 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 48f9266a-92e9-4fe2-a1e4-0ad05a509b70 up at agent hyperv_hv-cinder-84349 {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:33:45.894445 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-0c5aae03-e51f-47a6-8491-abc1c74bf63c req-ad090e64-09f2-4168-a267-1dfc447d2df3 service neutron] 10.222.0.62 "GET /v2.0/networks/a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935826 Jun 15 10:33:45.966246 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Provisioning for port 48f9266a-92e9-4fe2-a1e4-0ad05a509b70 completed by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 10:33:45.991583 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Provisioning complete for port 48f9266a-92e9-4fe2-a1e4-0ad05a509b70 triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:33:45.992674 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (48f9266a-92e9-4fe2-a1e4-0ad05a509b70), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:46.016288 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-0c5aae03-e51f-47a6-8491-abc1c74bf63c req-4f96c997-ff45-4ee2-a1d8-a42ff9ee7fdb service neutron] 10.222.0.62 "GET /v2.0/networks/a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133802 Jun 15 10:33:46.096395 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Current status of the port 48f9266a-92e9-4fe2-a1e4-0ad05a509b70 is: BUILD; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:33:46.096800 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (48f9266a-92e9-4fe2-a1e4-0ad05a509b70), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:46.103760 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce509f-192c-49de-8b8b-ef05dfa2be35 req-d9a682bb-1834-400b-ab62-b13c4b7fb200 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:46.105526 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-04ce509f-192c-49de-8b8b-ef05dfa2be35 req-d9a682bb-1834-400b-ab62-b13c4b7fb200 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 946 time: 0.0701592 Jun 15 10:33:46.125663 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e49255f-b081-437b-9505-114a5239096e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f9266a-92e9-4fe2-a1e4-0ad05a509b70'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:33:46.129126 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9205ebd0146601a57e336ba0e259bffcba8e9192005a2aa68aaaf98781184b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858499a6-42b6-41c6-855a-d12b45a48881" -d '{"events": [{"server_uuid": "6e49255f-b081-437b-9505-114a5239096e", "name": "network-vif-plugged", "status": "completed", "tag": "48f9266a-92e9-4fe2-a1e4-0ad05a509b70"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:33:46.138555 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=100 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:46.146234 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port 48f9266a-92e9-4fe2-a1e4-0ad05a509b70, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=48f9266a-92e9-4fe2-a1e4-0ad05a509b70,segment=NetworkSegment(9a53d831-3761-4266-b8b5-121a6bb87f69),segment_id=9a53d831-3761-4266-b8b5-121a6bb87f69)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:33:46.154415 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (48f9266a-92e9-4fe2-a1e4-0ad05a509b70), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:46.182366 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-04ce509f-192c-49de-8b8b-ef05dfa2be35 req-37af239c-38a7-4cce-b16a-f332f5724ad3 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562682 Jun 15 10:33:46.218727 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Pushing event updated for resources: {'Port': ['ID=48f9266a-92e9-4fe2-a1e4-0ad05a509b70,revision_number=5']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:46.234284 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 10:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7028a067-081d-4cc7-a16f-aa25506053cf x-openstack-request-id: req-7028a067-081d-4cc7-a16f-aa25506053cf {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:33:46.234582 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e49255f-b081-437b-9505-114a5239096e", "name": "network-vif-plugged", "status": "completed", "tag": "48f9266a-92e9-4fe2-a1e4-0ad05a509b70", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:33:46.234832 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7028a067-081d-4cc7-a16f-aa25506053cf {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:33:46.235286 dv-cinder-843493-2-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7028a067-081d-4cc7-a16f-aa25506053cf'] response: {'server_uuid': '6e49255f-b081-437b-9505-114a5239096e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f9266a-92e9-4fe2-a1e4-0ad05a509b70', 'code': 200} Jun 15 10:33:46.382990 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-59f444b4-2386-4fe1-b50f-b9e54b42d680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (3cca6303-0f2e-4b13-b82d-f2749c30f699), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:46.536256 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34ca4a3-55b5-4f98-8ff0-4d5192a31f0d req-ad54ec90-729e-41ad-a6ce-ceb1e4fa219b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:46.539412 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-a34ca4a3-55b5-4f98-8ff0-4d5192a31f0d req-ad54ec90-729e-41ad-a6ce-ceb1e4fa219b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6e49255f-b081-437b-9505-114a5239096e HTTP/1.1" status: 200 len: 1130 time: 0.0545785 Jun 15 10:33:46.635380 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb068c5-6a9b-49d2-af4f-527dcd68381b req-9471e5b5-baee-4fbb-b538-9f3bd49e31d1 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:46.636771 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-dbb068c5-6a9b-49d2-af4f-527dcd68381b req-9471e5b5-baee-4fbb-b538-9f3bd49e31d1 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e49255f-b081-437b-9505-114a5239096e HTTP/1.1" status: 200 len: 946 time: 0.0671644 Jun 15 10:33:46.640898 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-a34ca4a3-55b5-4f98-8ff0-4d5192a31f0d req-e214468c-37df-4168-bb58-d2fba1d3d09c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=fe445e65-69c5-4aaf-b991-be5213d42c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911531 Jun 15 10:33:46.688614 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-dbb068c5-6a9b-49d2-af4f-527dcd68381b req-7974e2be-42b2-48a7-945e-da972f4fb6a1 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe445e65-69c5-4aaf-b991-be5213d42c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455225 Jun 15 10:33:46.887185 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c543b-4800-410d-b892-f925ea99ebc0 req-9b7e554e-7419-4b1b-9c29-abe135de5463 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:46.888650 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-dc7c543b-4800-410d-b892-f925ea99ebc0 req-9b7e554e-7419-4b1b-9c29-abe135de5463 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/ports?device_id=66917c2a-3a37-464a-b12c-68f7e8a2089d HTTP/1.1" status: 200 len: 944 time: 0.0483525 Jun 15 10:33:46.943676 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-dc7c543b-4800-410d-b892-f925ea99ebc0 req-cf986107-1c26-4752-958a-0de2fd1db4e5 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/security-groups?id=af8f7a35-f212-49d3-a09d-67bd4f9005b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490062 Jun 15 10:33:47.305317 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07e52e-1ea2-44d9-8d55-0879acdfe1bc req-29732215-eebc-448c-99ea-0722ef404f24 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:47.307102 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-4f07e52e-1ea2-44d9-8d55-0879acdfe1bc req-29732215-eebc-448c-99ea-0722ef404f24 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 946 time: 0.0561140 Jun 15 10:33:47.361384 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-4f07e52e-1ea2-44d9-8d55-0879acdfe1bc req-9a200ca9-d089-4b87-92e0-1a32d48167bc tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487089 Jun 15 10:33:47.745781 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:47.787780 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-28d06d32-ea2f-4019-b04d-5ef5fa4d530e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (28e3d1c3-881c-45f9-bfee-5bcc9597e0ae), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:47.826334 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5faa2-9757-4c00-8493-d274745b8abd req-b97cdb93-2e20-46b5-a6e5-3695b7fed499 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:47.828702 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-63d5faa2-9757-4c00-8493-d274745b8abd req-b97cdb93-2e20-46b5-a6e5-3695b7fed499 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e49255f-b081-437b-9505-114a5239096e HTTP/1.1" status: 200 len: 946 time: 0.0589859 Jun 15 10:33:47.902335 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-63d5faa2-9757-4c00-8493-d274745b8abd req-c7fefce7-4496-46e7-9688-63a57d6553cc tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe445e65-69c5-4aaf-b991-be5213d42c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664892 Jun 15 10:33:47.955707 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (ad84a4c2-87cd-4603-a219-98785ef58eeb), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:48.077024 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08213dbe-5a43-42c8-a16e-94bcb285ee16 req-d6b2e39c-a53f-40dc-bddf-e8ab35b872a9 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:48.078628 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-08213dbe-5a43-42c8-a16e-94bcb285ee16 req-d6b2e39c-a53f-40dc-bddf-e8ab35b872a9 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/ports?device_id=66917c2a-3a37-464a-b12c-68f7e8a2089d HTTP/1.1" status: 200 len: 944 time: 0.0571289 Jun 15 10:33:48.133475 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-08213dbe-5a43-42c8-a16e-94bcb285ee16 req-009e65b5-ec28-4baa-a1ad-d9b258e3fcbf tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/security-groups?id=af8f7a35-f212-49d3-a09d-67bd4f9005b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487487 Jun 15 10:33:48.482269 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=100 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:48.505369 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735907a-1da6-4856-8099-74747b3e028a req-6d7160b7-b1a4-4db6-9cce-25dfa39e3c4f tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:48.510260 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-7735907a-1da6-4856-8099-74747b3e028a req-6d7160b7-b1a4-4db6-9cce-25dfa39e3c4f tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 946 time: 0.0596194 Jun 15 10:33:48.569990 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-7735907a-1da6-4856-8099-74747b3e028a req-29667db0-8311-4117-9cad-4b42375f4b4a tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554745 Jun 15 10:33:48.671000 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e4964be5-3b3d-43d5-a236-ea5cdf7cb165 req-26a765f3-6d7c-403d-9697-42eb070b835e tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1278841023&fields=id&tenant_id=993c57bae00b4a0db1d8de0f5017630a HTTP/1.1" status: 200 len: 267 time: 0.0523651 Jun 15 10:33:48.763352 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:48.821602 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4964be5-3b3d-43d5-a236-ea5cdf7cb165 req-66c254db-1f78-4c65-8b78-1ffc79760ede tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:48.823357 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e4964be5-3b3d-43d5-a236-ea5cdf7cb165 req-66c254db-1f78-4c65-8b78-1ffc79760ede tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/networks?id=5357f5ea-5034-4116-bf4e-1ab906c37c40 HTTP/1.1" status: 200 len: 819 time: 0.1454451 Jun 15 10:33:48.846640 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e4964be5-3b3d-43d5-a236-ea5cdf7cb165 req-50ded5bd-4a15-4951-a16b-f9ec0c4c29d8 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/quotas/993c57bae00b4a0db1d8de0f5017630a HTTP/1.1" status: 200 len: 375 time: 0.0173242 Jun 15 10:33:48.914417 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e4964be5-3b3d-43d5-a236-ea5cdf7cb165 req-f828cf11-5adf-4507-9c1e-d710da1f02e7 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=993c57bae00b4a0db1d8de0f5017630a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0620048 Jun 15 10:33:49.029647 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e4964be5-3b3d-43d5-a236-ea5cdf7cb165 req-7cd28d11-9eba-4f3b-8d35-c37021e5838a service neutron] 10.222.0.49 "GET /v2.0/networks/5357f5ea-5034-4116-bf4e-1ab906c37c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029999 Jun 15 10:33:49.086046 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa7ed81-4df4-4293-a503-84c9219456e7 req-b5728d8a-764a-4f18-8d4d-b957a53fc9e7 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:49.094019 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-eaa7ed81-4df4-4293-a503-84c9219456e7 req-b5728d8a-764a-4f18-8d4d-b957a53fc9e7 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e49255f-b081-437b-9505-114a5239096e HTTP/1.1" status: 200 len: 946 time: 0.0731602 Jun 15 10:33:49.148011 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-eaa7ed81-4df4-4293-a503-84c9219456e7 req-64ab2044-6127-4566-ad3b-b8d7a2047ef0 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe445e65-69c5-4aaf-b991-be5213d42c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528243 Jun 15 10:33:49.156973 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e4964be5-3b3d-43d5-a236-ea5cdf7cb165 req-ff0134aa-d659-4c50-8daf-d1a957457936 service neutron] 10.222.0.49 "GET /v2.0/networks/5357f5ea-5034-4116-bf4e-1ab906c37c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190789 Jun 15 10:33:49.317887 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20714dce-76c5-4163-b37e-a5b4bd0c05db req-d61b9cdb-b5af-41e1-9ec3-6cc2a5c6e4cb tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:49.326902 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-20714dce-76c5-4163-b37e-a5b4bd0c05db req-d61b9cdb-b5af-41e1-9ec3-6cc2a5c6e4cb tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/ports?device_id=66917c2a-3a37-464a-b12c-68f7e8a2089d HTTP/1.1" status: 200 len: 944 time: 0.0876527 Jun 15 10:33:49.408076 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-20714dce-76c5-4163-b37e-a5b4bd0c05db req-a9997710-07e5-4861-994d-ea55303a1055 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/security-groups?id=af8f7a35-f212-49d3-a09d-67bd4f9005b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798995 Jun 15 10:33:49.479266 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89310c42-9df3-418a-8c3e-f0926d09a5e6 req-686cc5a5-f450-43d8-9008-334137a840e8 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:49.484520 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-89310c42-9df3-418a-8c3e-f0926d09a5e6 req-686cc5a5-f450-43d8-9008-334137a840e8 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e49255f-b081-437b-9505-114a5239096e HTTP/1.1" status: 200 len: 946 time: 0.0707109 Jun 15 10:33:49.489879 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 56230) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:33:49.502790 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-80c6a16a-5285-43f1-ac87-ac51edaa167c tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Request body: {'floatingip': {'port_id': '48f9266a-92e9-4fe2-a1e4-0ad05a509b70'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:33:49.521513 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-0d68ce94-3adf-405b-ac45-21e3ade89c6d req-085880b7-e37b-4293-9c7c-caf0b6fadb41 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 210 time: 0.0506358 Jun 15 10:33:49.595238 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-80c6a16a-5285-43f1-ac87-ac51edaa167c tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for floatingip (56eac7e3-844b-420c-ae83-2225c50a6aea), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:49.818117 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1df03a-5dcb-4d8b-ab40-59724088660c req-89bafff4-6ada-4155-b490-f76e37f5f4fb tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:49.819813 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4e1df03a-5dcb-4d8b-ab40-59724088660c req-89bafff4-6ada-4155-b490-f76e37f5f4fb tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 946 time: 0.1196392 Jun 15 10:33:49.975282 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4e1df03a-5dcb-4d8b-ab40-59724088660c req-1648325f-5d94-41e8-9ac8-737c16579291 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362901 Jun 15 10:33:50.154411 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=100 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:50.264202 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-80c6a16a-5285-43f1-ac87-ac51edaa167c tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:50.269534 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-80c6a16a-5285-43f1-ac87-ac51edaa167c tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-721338'] for floatingip (56eac7e3-844b-420c-ae83-2225c50a6aea), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:50.375930 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.db.l3_db [None req-80c6a16a-5285-43f1-ac87-ac51edaa167c tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Floating IP 56eac7e3-844b-420c-ae83-2225c50a6aea associated. External IP: 172.27.0.194, port: 48f9266a-92e9-4fe2-a1e4-0ad05a509b70. Jun 15 10:33:50.436048 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:50.523884 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0cd5cc-126d-4b2d-b140-9e92627f6018 req-bfa1f03b-2226-4211-ba38-dfbc8f690be8 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:50.533084 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-5e0cd5cc-126d-4b2d-b140-9e92627f6018 req-bfa1f03b-2226-4211-ba38-dfbc8f690be8 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/ports?device_id=66917c2a-3a37-464a-b12c-68f7e8a2089d HTTP/1.1" status: 200 len: 944 time: 0.0584779 Jun 15 10:33:50.571763 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=100 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:50.603730 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-5e0cd5cc-126d-4b2d-b140-9e92627f6018 req-8f2369f7-197f-4cb9-b785-2a685c555363 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/security-groups?id=af8f7a35-f212-49d3-a09d-67bd4f9005b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693946 Jun 15 10:33:50.621563 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c6a16a-5285-43f1-ac87-ac51edaa167c tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Router 2fa8359a-ff8d-42fb-bdf9-fa2b54045d47 has already been hosted by L3 agent 06043943-94cb-49df-a062-a4886c03e673 {{(pid=103806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 10:33:50.735555 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-71463063-ac55-431d-b464-d67a067de75d req-6e9219e1-a9e3-416e-909e-1c874d985966 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 210 time: 0.1088114 Jun 15 10:33:50.756718 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c6a16a-5285-43f1-ac87-ac51edaa167c tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Notify agent at l3_agent.dv-cinder-843493-2-iscsi the message routers_updated {{(pid=103806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 10:33:50.761609 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-80c6a16a-5285-43f1-ac87-ac51edaa167c tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for floatingip (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:50.767045 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e88888-e486-4e90-ad47-ea70eef415c0 None None] Sync routers for ids ['2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'] in dv-cinder-843493-2-iscsi {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 10:33:50.785064 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e88888-e486-4e90-ad47-ea70eef415c0 None None] Routers {'2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:33:50.786026 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-62e88888-e486-4e90-ad47-ea70eef415c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:33:45Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:33:50.795712 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-80c6a16a-5285-43f1-ac87-ac51edaa167c tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "PUT /v2.0/floatingips/56eac7e3-844b-420c-ae83-2225c50a6aea HTTP/1.1" status: 200 len: 992 time: 1.3038652 Jun 15 10:33:50.796684 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e49255f-b081-437b-9505-114a5239096e', 'tag': '48f9266a-92e9-4fe2-a1e4-0ad05a509b70'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:33:50.798927 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15acf06c26f001ded10715ddc8547394d4bbc7e5ff5a4e462e54e6774371169d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e0831a-9ded-4a09-b611-ae3510321119" -d '{"events": [{"name": "network-changed", "server_uuid": "6e49255f-b081-437b-9505-114a5239096e", "tag": "48f9266a-92e9-4fe2-a1e4-0ad05a509b70"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:33:50.835779 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 10:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5febc9a0-a051-4910-833a-447eddee669f x-openstack-request-id: req-5febc9a0-a051-4910-833a-447eddee669f {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:33:50.836357 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e49255f-b081-437b-9505-114a5239096e", "tag": "48f9266a-92e9-4fe2-a1e4-0ad05a509b70", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:33:50.836357 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5febc9a0-a051-4910-833a-447eddee669f {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:33:50.836698 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5febc9a0-a051-4910-833a-447eddee669f'] response: {'name': 'network-changed', 'server_uuid': '6e49255f-b081-437b-9505-114a5239096e', 'tag': '48f9266a-92e9-4fe2-a1e4-0ad05a509b70', 'status': 'completed', 'code': 200} Jun 15 10:33:50.897500 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-62e88888-e486-4e90-ad47-ea70eef415c0 None None] Set router 2fa8359a-ff8d-42fb-bdf9-fa2b54045d47 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:33:51.105302 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276d2b6-883e-49d1-90cc-d6ad8e3cdcb0 req-78bfc1f9-6ba4-4481-b185-f3bc9ac4a667 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:51.106931 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9276d2b6-883e-49d1-90cc-d6ad8e3cdcb0 req-78bfc1f9-6ba4-4481-b185-f3bc9ac4a667 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 946 time: 0.0491636 Jun 15 10:33:51.157162 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9276d2b6-883e-49d1-90cc-d6ad8e3cdcb0 req-eed6730f-cbae-4499-b97c-f18b5c11db49 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443454 Jun 15 10:33:51.197720 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-62e88888-e486-4e90-ad47-ea70eef415c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'name': 'tempest-AttachVolumeNegativeTest-1378705910-router', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '1fc86ff8-2de6-4082-a231-6fe0f6affa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:15Z', 'updated_at': '2022-06-15T10:31:30Z', 'revision_number': 4, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'gw_port': {'id': '1fc86ff8-2de6-4082-a231-6fe0f6affa60', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:18Z', 'updated_at': '2022-06-15T10:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_floatingips': [{'id': '00b9c160-aebf-4b87-9b84-943514ff4fa0', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'floating_ip_address': '172.27.0.49', 'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'router_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'port_id': '093ff4e7-eb5f-4b43-9bc3-63863d7ab03e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745', 'mac_address': 'fa:16:3e:c5:93:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af6cc0a-d588-4a98-a82a-56d49cd2c55c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T10:31:42Z', 'updated_at': '2022-06-15T10:32:21Z', 'revision_number': 2, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'fixed_ip_address_scope': None}, {'id': '56eac7e3-844b-420c-ae83-2225c50a6aea', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'router_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'port_id': '48f9266a-92e9-4fe2-a1e4-0ad05a509b70', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745', 'mac_address': 'fa:16:3e:8e:46:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e49255f-b081-437b-9505-114a5239096e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T10:33:32Z', 'updated_at': '2022-06-15T10:33:50Z', 'revision_number': 1, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ff7bcb-1c2c-4396-bffa-259cffd9e868', 'name': '', 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'mac_address': 'fa:16:3e:88:2d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'aea43f55-c61e-41b2-b313-b361b1b26da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:25Z', 'updated_at': '2022-06-15T10:31:38Z', 'revision_number': 5, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'subnets': [{'id': 'aea43f55-c61e-41b2-b313-b361b1b26da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:33:51.222255 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e88888-e486-4e90-ad47-ea70eef415c0 None None] Checking router: 2fa8359a-ff8d-42fb-bdf9-fa2b54045d47 for host: dv-cinder-843493-2-iscsi {{(pid=103808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 10:33:51.231210 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e88888-e486-4e90-ad47-ea70eef415c0 None None] Routers {'2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:33:51.231816 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-62e88888-e486-4e90-ad47-ea70eef415c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:33:45Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:33:51.338327 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-62e88888-e486-4e90-ad47-ea70eef415c0 None None] Set router 2fa8359a-ff8d-42fb-bdf9-fa2b54045d47 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:33:51.557176 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-62e88888-e486-4e90-ad47-ea70eef415c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'name': 'tempest-AttachVolumeNegativeTest-1378705910-router', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '1fc86ff8-2de6-4082-a231-6fe0f6affa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:15Z', 'updated_at': '2022-06-15T10:31:30Z', 'revision_number': 4, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'gw_port': {'id': '1fc86ff8-2de6-4082-a231-6fe0f6affa60', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:18Z', 'updated_at': '2022-06-15T10:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_floatingips': [{'id': '00b9c160-aebf-4b87-9b84-943514ff4fa0', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'floating_ip_address': '172.27.0.49', 'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'router_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'port_id': '093ff4e7-eb5f-4b43-9bc3-63863d7ab03e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745', 'mac_address': 'fa:16:3e:c5:93:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af6cc0a-d588-4a98-a82a-56d49cd2c55c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T10:31:42Z', 'updated_at': '2022-06-15T10:32:21Z', 'revision_number': 2, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'fixed_ip_address_scope': None}, {'id': '56eac7e3-844b-420c-ae83-2225c50a6aea', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'router_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'port_id': '48f9266a-92e9-4fe2-a1e4-0ad05a509b70', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745', 'mac_address': 'fa:16:3e:8e:46:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e49255f-b081-437b-9505-114a5239096e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T10:33:32Z', 'updated_at': '2022-06-15T10:33:50Z', 'revision_number': 1, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ff7bcb-1c2c-4396-bffa-259cffd9e868', 'name': '', 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'mac_address': 'fa:16:3e:88:2d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'aea43f55-c61e-41b2-b313-b361b1b26da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:25Z', 'updated_at': '2022-06-15T10:31:38Z', 'revision_number': 5, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'subnets': [{'id': 'aea43f55-c61e-41b2-b313-b361b1b26da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:33:51.581207 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e88888-e486-4e90-ad47-ea70eef415c0 None None] The sync data for ids ['2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'] in dv-cinder-843493-2-iscsi is: [{'id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'name': 'tempest-AttachVolumeNegativeTest-1378705910-router', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '1fc86ff8-2de6-4082-a231-6fe0f6affa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:15Z', 'updated_at': '2022-06-15T10:31:30Z', 'revision_number': 4, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'gw_port': {'id': '1fc86ff8-2de6-4082-a231-6fe0f6affa60', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:18Z', 'updated_at': '2022-06-15T10:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_floatingips': [{'id': '00b9c160-aebf-4b87-9b84-943514ff4fa0', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'floating_ip_address': '172.27.0.49', 'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'router_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'port_id': '093ff4e7-eb5f-4b43-9bc3-63863d7ab03e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745', 'mac_address': 'fa:16:3e:c5:93:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af6cc0a-d588-4a98-a82a-56d49cd2c55c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T10:31:42Z', 'updated_at': '2022-06-15T10:32:21Z', 'revision_number': 2, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'fixed_ip_address_scope': None}, {'id': '56eac7e3-844b-420c-ae83-2225c50a6aea', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'router_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'port_id': '48f9266a-92e9-4fe2-a1e4-0ad05a509b70', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745', 'mac_address': 'fa:16:3e:8e:46:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e49255f-b081-437b-9505-114a5239096e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T10:33:32Z', 'updated_at': '2022-06-15T10:33:50Z', 'revision_number': 1, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ff7bcb-1c2c-4396-bffa-259cffd9e868', 'name': '', 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'mac_address': 'fa:16:3e:88:2d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'aea43f55-c61e-41b2-b313-b361b1b26da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:25Z', 'updated_at': '2022-06-15T10:31:38Z', 'revision_number': 5, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'subnets': [{'id': 'aea43f55-c61e-41b2-b313-b361b1b26da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 10:33:51.646354 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (a4349971-e88a-4ea8-a067-54d07204ee65), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:51.732687 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539edf0-e7d3-485e-8a37-3374084b01a7 req-5e242fb2-9a92-423c-ad7a-4badf1bddd1f tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:51.734886 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-3539edf0-e7d3-485e-8a37-3374084b01a7 req-5e242fb2-9a92-423c-ad7a-4badf1bddd1f tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/ports?device_id=66917c2a-3a37-464a-b12c-68f7e8a2089d HTTP/1.1" status: 200 len: 944 time: 0.0640099 Jun 15 10:33:51.804636 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-3539edf0-e7d3-485e-8a37-3374084b01a7 req-cb4638d8-e323-4b8f-b547-b613ab8c3dfb tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/security-groups?id=af8f7a35-f212-49d3-a09d-67bd4f9005b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636322 Jun 15 10:33:51.851541 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca78396-268f-4afd-8a62-fe1ddd598f58 None None] New status for floating IP 56eac7e3-844b-420c-ae83-2225c50a6aea: ACTIVE {{(pid=103807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 10:33:51.857674 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-28cd3b6c-5e00-4fd7-8395-8140d8faa4ef req-cd5902db-bbd1-4071-a1ce-1532f2984a90 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 210 time: 0.0320950 Jun 15 10:33:52.283912 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754d7d7-e1a8-499c-9262-e26b6d971870 req-d85c57df-0e4c-402a-958f-e63d1a3530fb tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:52.286383 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-3754d7d7-e1a8-499c-9262-e26b6d971870 req-d85c57df-0e4c-402a-958f-e63d1a3530fb tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 946 time: 0.0538957 Jun 15 10:33:52.346127 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-3754d7d7-e1a8-499c-9262-e26b6d971870 req-b5311a34-80e5-4848-8b88-0a7cb55ca1e5 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542035 Jun 15 10:33:52.933629 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a8f59-fa2d-461f-836d-57927f52adf7 req-ce7d8acf-338c-4321-8825-333a65e77551 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:52.935111 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e68a8f59-fa2d-461f-836d-57927f52adf7 req-ce7d8acf-338c-4321-8825-333a65e77551 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/ports?device_id=66917c2a-3a37-464a-b12c-68f7e8a2089d HTTP/1.1" status: 200 len: 944 time: 0.0556941 Jun 15 10:33:52.959598 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-8d52968c-3ac2-4309-9585-f707137c0bdd req-79c4faf6-d29f-4bdd-8320-dccebb4d4105 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 210 time: 0.0310512 Jun 15 10:33:52.984490 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e68a8f59-fa2d-461f-836d-57927f52adf7 req-01147c1e-0663-43d5-8caa-4659a4c38303 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/security-groups?id=af8f7a35-f212-49d3-a09d-67bd4f9005b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434620 Jun 15 10:33:53.463485 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc8fd9-9b9d-4514-8426-86df71437424 req-7879de1c-f9d2-4296-aa2b-66ef839f0ce7 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:53.464979 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-38cc8fd9-9b9d-4514-8426-86df71437424 req-7879de1c-f9d2-4296-aa2b-66ef839f0ce7 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 946 time: 0.0470514 Jun 15 10:33:53.520206 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-38cc8fd9-9b9d-4514-8426-86df71437424 req-e329fce0-70a3-49ef-93ac-c1a5626b70c5 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493302 Jun 15 10:33:53.914198 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 836e09e8-adcf-4089-b01c-a780a8041789 no longer exists at agent hyperv_hv-cinder-84349 {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 10:33:53.988753 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Current status of the port 836e09e8-adcf-4089-b01c-a780a8041789 is: ACTIVE; New status is: DOWN {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:33:53.988753 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (836e09e8-adcf-4089-b01c-a780a8041789), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:54.012314 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e37acd-69b1-4758-8ab5-07ec67e9ae2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '836e09e8-adcf-4089-b01c-a780a8041789'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:33:54.014442 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9205ebd0146601a57e336ba0e259bffcba8e9192005a2aa68aaaf98781184b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1afbb05-fab3-46c5-8a21-2bc7f7b1f6a0" -d '{"events": [{"server_uuid": "16e37acd-69b1-4758-8ab5-07ec67e9ae2f", "name": "network-vif-unplugged", "status": "completed", "tag": "836e09e8-adcf-4089-b01c-a780a8041789"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:33:54.032491 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port 836e09e8-adcf-4089-b01c-a780a8041789, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=836e09e8-adcf-4089-b01c-a780a8041789,segment=NetworkSegment(19f9c52a-802c-4297-ba83-8da5c92ffd0c),segment_id=19f9c52a-802c-4297-ba83-8da5c92ffd0c)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:33:54.038658 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (836e09e8-adcf-4089-b01c-a780a8041789), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:33:54.076803 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0547e1b3-8088-477b-8446-509fcc99e9be req-150ebe94-f9e0-4cea-9e28-b276f01d6867 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 210 time: 0.0349982 Jun 15 10:33:54.092714 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Pushing event updated for resources: {'Port': ['ID=836e09e8-adcf-4089-b01c-a780a8041789,revision_number=8']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:33:54.149819 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Jun 2022 10:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eee53cd-fa37-41c3-94cd-bd41514d9d57 x-openstack-request-id: req-5eee53cd-fa37-41c3-94cd-bd41514d9d57 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:33:54.150169 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e37acd-69b1-4758-8ab5-07ec67e9ae2f", "name": "network-vif-unplugged", "status": "completed", "tag": "836e09e8-adcf-4089-b01c-a780a8041789", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:33:54.150518 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5eee53cd-fa37-41c3-94cd-bd41514d9d57 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:33:54.150978 dv-cinder-843493-2-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eee53cd-fa37-41c3-94cd-bd41514d9d57'] response: {'server_uuid': '16e37acd-69b1-4758-8ab5-07ec67e9ae2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '836e09e8-adcf-4089-b01c-a780a8041789', 'code': 200} Jun 15 10:33:54.153347 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164d8db4-f1f3-435d-ae31-7e7a934c8fcb req-b57ec262-6040-4152-a51d-ec5af0570dae tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:54.154799 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-164d8db4-f1f3-435d-ae31-7e7a934c8fcb req-b57ec262-6040-4152-a51d-ec5af0570dae tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/ports?device_id=66917c2a-3a37-464a-b12c-68f7e8a2089d HTTP/1.1" status: 200 len: 944 time: 0.0535841 Jun 15 10:33:54.201946 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-164d8db4-f1f3-435d-ae31-7e7a934c8fcb req-ae5d6ff1-3fe3-4f75-85fe-a39966c07ff7 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/security-groups?id=af8f7a35-f212-49d3-a09d-67bd4f9005b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412416 Jun 15 10:33:54.656254 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca655d88-8e45-4f1d-903c-bc268a6c3578 req-2e7ef3e6-4e96-4c33-b02c-f21ebaa249d0 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:54.657680 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-ca655d88-8e45-4f1d-903c-bc268a6c3578 req-2e7ef3e6-4e96-4c33-b02c-f21ebaa249d0 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 944 time: 0.0543470 Jun 15 10:33:54.704698 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-ca655d88-8e45-4f1d-903c-bc268a6c3578 req-5c47c56a-2655-4b6d-9d1c-7ec66936cc24 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409355 Jun 15 10:33:55.172795 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a7d8d798-2425-4eb4-8d67-b07e535c5db9 req-4373fecc-7d77-48db-8049-bba7707bf11a tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 210 time: 0.0297928 Jun 15 10:33:55.325188 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a70f11-f23a-4bc1-9f19-2b72fe5e1992 req-60824969-0f6f-40a5-9cb9-2619ddd19eed tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:55.326989 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-05a70f11-f23a-4bc1-9f19-2b72fe5e1992 req-60824969-0f6f-40a5-9cb9-2619ddd19eed tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/ports?device_id=66917c2a-3a37-464a-b12c-68f7e8a2089d HTTP/1.1" status: 200 len: 944 time: 0.0469975 Jun 15 10:33:55.384978 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-05a70f11-f23a-4bc1-9f19-2b72fe5e1992 req-6197bda0-7c91-4db0-9841-962cb0f1f9ea tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/security-groups?id=af8f7a35-f212-49d3-a09d-67bd4f9005b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508897 Jun 15 10:33:55.846318 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ffb5f-6cf4-4a49-9d47-1e234458065d req-201cf60c-4376-4f31-b882-ad27b443de93 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:55.847840 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2a6ffb5f-6cf4-4a49-9d47-1e234458065d req-201cf60c-4376-4f31-b882-ad27b443de93 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 944 time: 0.0480988 Jun 15 10:33:55.897722 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2a6ffb5f-6cf4-4a49-9d47-1e234458065d req-630c8102-0c0c-4d39-91ee-34a4b7e7043f tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442972 Jun 15 10:33:56.324221 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-12762600-714d-41b1-8e05-282f85e1c9de req-91398694-29a2-4bdd-8378-84b9a5e6d7c0 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 210 time: 0.0511630 Jun 15 10:33:56.583329 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e1e88-07f7-409f-a4ff-84910aeceb7f req-94b2947b-f6fe-4e49-841d-8fad5d3aa80d tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:56.585430 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6c9e1e88-07f7-409f-a4ff-84910aeceb7f req-94b2947b-f6fe-4e49-841d-8fad5d3aa80d tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/ports?device_id=66917c2a-3a37-464a-b12c-68f7e8a2089d HTTP/1.1" status: 200 len: 944 time: 0.0500748 Jun 15 10:33:56.636170 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6c9e1e88-07f7-409f-a4ff-84910aeceb7f req-ae4a142e-f493-4cc9-a6b8-3011668570d2 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/security-groups?id=af8f7a35-f212-49d3-a09d-67bd4f9005b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440722 Jun 15 10:33:57.017705 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fbdc9d-ad11-485a-8c85-a1c079848eda req-1519bad9-0e57-456f-9bab-c199df58ffd1 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:57.019264 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-77fbdc9d-ad11-485a-8c85-a1c079848eda req-1519bad9-0e57-456f-9bab-c199df58ffd1 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 944 time: 0.0474985 Jun 15 10:33:57.070575 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=100 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:57.078955 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-77fbdc9d-ad11-485a-8c85-a1c079848eda req-fa0d8590-8bda-44a6-a6cf-522f31cc6e5d tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481086 Jun 15 10:33:57.431316 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f627ca30-a88f-4203-9f0d-fbf58d06404d req-99a8fdbc-53f1-4528-9d63-9ef3117a6ee3 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 210 time: 0.0353653 Jun 15 10:33:57.758956 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fece9f-f505-428e-a17e-0ad507783728 req-1c548fad-a432-47a5-9b3c-9634f4960706 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:57.761369 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-18fece9f-f505-428e-a17e-0ad507783728 req-1c548fad-a432-47a5-9b3c-9634f4960706 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/ports?device_id=66917c2a-3a37-464a-b12c-68f7e8a2089d HTTP/1.1" status: 200 len: 944 time: 0.0562460 Jun 15 10:33:57.790185 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=100 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:57.834729 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-18fece9f-f505-428e-a17e-0ad507783728 req-6d953c71-d2bd-48f3-95b3-76f45045d318 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/security-groups?id=af8f7a35-f212-49d3-a09d-67bd4f9005b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533731 Jun 15 10:33:58.204799 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa838410-6730-4271-b774-d0b9d5dfb96b req-a6c13fe3-ac9d-438a-8ac9-f4b854eb8116 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:58.206628 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-fa838410-6730-4271-b774-d0b9d5dfb96b req-a6c13fe3-ac9d-438a-8ac9-f4b854eb8116 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 944 time: 0.0562360 Jun 15 10:33:58.234122 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=100 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:33:58.257957 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-fa838410-6730-4271-b774-d0b9d5dfb96b req-dedd96ea-ceb1-4b75-9433-7f13ac6fe6b5 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453215 Jun 15 10:33:58.528866 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2e51a110-1e86-4332-8ca1-8e12cf965594 req-80497552-4af0-42ca-a465-800ebf0d62d4 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 210 time: 0.0295668 Jun 15 10:33:59.171573 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad5e578-4a73-4989-a299-074b1e1c2ca1 req-eb067adc-2e66-4cdc-88d7-04a5138146b8 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:59.173058 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-dad5e578-4a73-4989-a299-074b1e1c2ca1 req-eb067adc-2e66-4cdc-88d7-04a5138146b8 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/ports?device_id=66917c2a-3a37-464a-b12c-68f7e8a2089d HTTP/1.1" status: 200 len: 944 time: 0.2597589 Jun 15 10:33:59.229099 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-dad5e578-4a73-4989-a299-074b1e1c2ca1 req-2520da1f-af09-4b9c-a277-7c242b8a8822 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/security-groups?id=af8f7a35-f212-49d3-a09d-67bd4f9005b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496640 Jun 15 10:33:59.376605 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356fba4-b274-4ef7-9f0f-bab4aef72a6c req-53c27391-b78f-4136-839c-be9cc1b510fa tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:33:59.383982 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7356fba4-b274-4ef7-9f0f-bab4aef72a6c req-53c27391-b78f-4136-839c-be9cc1b510fa tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 944 time: 0.0542166 Jun 15 10:33:59.430755 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7356fba4-b274-4ef7-9f0f-bab4aef72a6c req-2ffc2cf4-16dd-4add-9864-52e5686a7549 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441916 Jun 15 10:33:59.628498 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4f972594-c860-4151-a636-3223231c2c65 req-b27755c0-e607-4d00-b730-8fa49e37b0c9 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 210 time: 0.0291920 Jun 15 10:34:00.348639 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6385c7-0e5b-4a13-a7e1-375c8129a20a req-d030a597-b1ed-4e72-a2be-a4333b788d64 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:00.350805 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9e6385c7-0e5b-4a13-a7e1-375c8129a20a req-d030a597-b1ed-4e72-a2be-a4333b788d64 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/ports?device_id=66917c2a-3a37-464a-b12c-68f7e8a2089d HTTP/1.1" status: 200 len: 944 time: 0.0516095 Jun 15 10:34:00.397220 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9e6385c7-0e5b-4a13-a7e1-375c8129a20a req-42cba5c1-d683-46e1-8815-27834a9b7a01 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/security-groups?id=af8f7a35-f212-49d3-a09d-67bd4f9005b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408087 Jun 15 10:34:00.546906 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73cddb-1006-4eb0-bab2-86d46ab0b464 req-a94107a0-f350-4666-a3db-d6f9149ce1c0 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:00.548374 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ff73cddb-1006-4eb0-bab2-86d46ab0b464 req-a94107a0-f350-4666-a3db-d6f9149ce1c0 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 944 time: 0.0463850 Jun 15 10:34:00.595046 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ff73cddb-1006-4eb0-bab2-86d46ab0b464 req-21e9cb63-2534-478d-98f0-faad0c922545 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412722 Jun 15 10:34:00.728026 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-97c5aa1e-dd2d-4c7f-991b-c6626bb4dfaf req-a3cf0f17-0636-465f-92d0-dd2b91c55327 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 210 time: 0.0306823 Jun 15 10:34:01.512934 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f579a20d-a3eb-4b27-b267-abf233f7f84c req-bb299206-eed0-4135-84dc-f99fff31359a tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:01.514398 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f579a20d-a3eb-4b27-b267-abf233f7f84c req-bb299206-eed0-4135-84dc-f99fff31359a tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/ports?device_id=66917c2a-3a37-464a-b12c-68f7e8a2089d HTTP/1.1" status: 200 len: 944 time: 0.0462012 Jun 15 10:34:01.561631 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f579a20d-a3eb-4b27-b267-abf233f7f84c req-63887f8e-1eed-4a0d-a4b5-f16d3a435ee4 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/security-groups?id=af8f7a35-f212-49d3-a09d-67bd4f9005b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417233 Jun 15 10:34:01.713735 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a8ddf0-2c10-41ea-be9b-aff8570477f8 req-01a0e4df-0ad8-43c7-bb85-838214b224fe tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:01.715149 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-26a8ddf0-2c10-41ea-be9b-aff8570477f8 req-01a0e4df-0ad8-43c7-bb85-838214b224fe tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 944 time: 0.0482221 Jun 15 10:34:01.768065 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0831a-9ded-4a09-b611-ae3510321119 req-3e8848ef-ca45-443c-8e22-f1436be2e236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:01.770467 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-54e0831a-9ded-4a09-b611-ae3510321119 req-3e8848ef-ca45-443c-8e22-f1436be2e236 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b683b2d399b54484aa5820537038b8af&device_id=6e49255f-b081-437b-9505-114a5239096e HTTP/1.1" status: 200 len: 1130 time: 0.0503368 Jun 15 10:34:01.803345 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935e242-9755-4dad-853f-949b9709d02b req-326eb98f-f90c-420a-bcef-542c71486412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:01.805109 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8935e242-9755-4dad-853f-949b9709d02b req-326eb98f-f90c-420a-bcef-542c71486412 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5dc28af73e82414d8f709e447286a962&device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 1128 time: 0.0691161 Jun 15 10:34:01.808299 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-26a8ddf0-2c10-41ea-be9b-aff8570477f8 req-c757c103-6ab5-4a51-a1a8-dfd19ab77c1d tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867429 Jun 15 10:34:01.891275 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0831a-9ded-4a09-b611-ae3510321119 req-ac60729d-480c-4885-ba26-0305eac9e0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:01.892867 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-54e0831a-9ded-4a09-b611-ae3510321119 req-ac60729d-480c-4885-ba26-0305eac9e0f0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=56f473a9-939b-4bd2-a5d0-e5eaaaa25745 HTTP/1.1" status: 200 len: 916 time: 0.1118872 Jun 15 10:34:01.939344 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c8002f2c-0298-4215-8d72-d9445ada24a5 req-d238c994-2dfa-488f-b2e0-d8b0ad3f4ae7 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 210 time: 0.0561619 Jun 15 10:34:01.971163 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935e242-9755-4dad-853f-949b9709d02b req-db5107b5-b95d-46a9-8be9-a3f08c6f0c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:01.972858 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8935e242-9755-4dad-853f-949b9709d02b req-db5107b5-b95d-46a9-8be9-a3f08c6f0c7a service neutron] 10.222.0.62 "GET /v2.0/networks?id=4d5f07d8-adfa-49e4-965f-88f44de7cd54 HTTP/1.1" status: 200 len: 918 time: 0.1403840 Jun 15 10:34:02.678415 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5adc25-3728-4266-adf7-0560d0b4dab1 req-3598a3f5-eac5-42da-b864-8f20d75e0278 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:02.679903 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6e5adc25-3728-4266-adf7-0560d0b4dab1 req-3598a3f5-eac5-42da-b864-8f20d75e0278 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/ports?device_id=66917c2a-3a37-464a-b12c-68f7e8a2089d HTTP/1.1" status: 200 len: 944 time: 0.0501776 Jun 15 10:34:02.725432 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6e5adc25-3728-4266-adf7-0560d0b4dab1 req-4b862e3b-1fac-4638-8489-1ab1e2eccff4 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/security-groups?id=af8f7a35-f212-49d3-a09d-67bd4f9005b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401967 Jun 15 10:34:02.929059 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b9c4b-b9a4-4214-9eb7-d88de9895950 req-5d69b3d9-f6d2-44e2-87a7-c485fd744ead tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:02.930532 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-a07b9c4b-b9a4-4214-9eb7-d88de9895950 req-5d69b3d9-f6d2-44e2-87a7-c485fd744ead tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 944 time: 0.0475049 Jun 15 10:34:03.034117 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8935e242-9755-4dad-853f-949b9709d02b req-a861bcf3-c480-464c-abe0-338ea17a4631 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=836e09e8-adcf-4089-b01c-a780a8041789 HTTP/1.1" status: 200 len: 999 time: 0.0779293 Jun 15 10:34:03.057069 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-a07b9c4b-b9a4-4214-9eb7-d88de9895950 req-51bb0289-70b9-4f8a-9b09-0ba88f50a38c tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199327 Jun 15 10:34:03.061823 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-54e0831a-9ded-4a09-b611-ae3510321119 req-56bfbf97-1e96-4008-a1e0-ac1b2649a131 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48f9266a-92e9-4fe2-a1e4-0ad05a509b70 HTTP/1.1" status: 200 len: 1002 time: 0.1087899 Jun 15 10:34:03.109694 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5c578e44-2d72-4308-abc5-f75d26e0e9c3 req-16c49ef6-4f7e-40cd-b564-b1000d9d8f26 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 210 time: 0.0700314 Jun 15 10:34:03.122864 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0831a-9ded-4a09-b611-ae3510321119 req-c3708ea6-1fb7-4c80-be34-04d85fcc637a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:03.125004 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-54e0831a-9ded-4a09-b611-ae3510321119 req-c3708ea6-1fb7-4c80-be34-04d85fcc637a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=aea43f55-c61e-41b2-b313-b361b1b26da0 HTTP/1.1" status: 200 len: 854 time: 0.0580902 Jun 15 10:34:03.126768 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935e242-9755-4dad-853f-949b9709d02b req-0271d3fc-1789-44ba-ad74-748dbdb059f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:03.128273 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8935e242-9755-4dad-853f-949b9709d02b req-0271d3fc-1789-44ba-ad74-748dbdb059f3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9d001222-a4ff-4954-9899-62f9de0c8b3d HTTP/1.1" status: 200 len: 856 time: 0.0869534 Jun 15 10:34:03.416412 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=100 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:03.434900 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=100 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:03.441279 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=100 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:03.448320 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0831a-9ded-4a09-b611-ae3510321119 req-865c6780-8fd7-499c-9b82-a752923db756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:03.448633 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935e242-9755-4dad-853f-949b9709d02b req-e19026bb-0537-460d-a2b5-fa9b34a70b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:03.450106 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-54e0831a-9ded-4a09-b611-ae3510321119 req-865c6780-8fd7-499c-9b82-a752923db756 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=56f473a9-939b-4bd2-a5d0-e5eaaaa25745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431111 Jun 15 10:34:03.450512 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8935e242-9755-4dad-853f-949b9709d02b req-e19026bb-0537-460d-a2b5-fa9b34a70b5b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4d5f07d8-adfa-49e4-965f-88f44de7cd54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438628 Jun 15 10:34:03.565148 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-54e0831a-9ded-4a09-b611-ae3510321119 req-00f4f287-ed98-4d90-b787-22ff47f520ea service neutron] 10.222.0.62 "GET /v2.0/networks/56f473a9-939b-4bd2-a5d0-e5eaaaa25745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922015 Jun 15 10:34:03.615865 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8935e242-9755-4dad-853f-949b9709d02b req-fd2e062f-fd0d-4e38-98c1-4bdf160d7463 service neutron] 10.222.0.62 "GET /v2.0/networks/4d5f07d8-adfa-49e4-965f-88f44de7cd54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421998 Jun 15 10:34:03.661721 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-54e0831a-9ded-4a09-b611-ae3510321119 req-1dec46a9-720b-45fc-a068-5162e336c742 service neutron] 10.222.0.62 "GET /v2.0/networks/56f473a9-939b-4bd2-a5d0-e5eaaaa25745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891874 Jun 15 10:34:03.746707 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4964be5-3b3d-43d5-a236-ea5cdf7cb165 req-72746024-73eb-4de0-a62f-91545143357b tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:03.748171 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e4964be5-3b3d-43d5-a236-ea5cdf7cb165 req-72746024-73eb-4de0-a62f-91545143357b tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.62 "GET /v2.0/networks?id=5357f5ea-5034-4116-bf4e-1ab906c37c40 HTTP/1.1" status: 200 len: 819 time: 0.1814222 Jun 15 10:34:03.769896 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8935e242-9755-4dad-853f-949b9709d02b req-0fb2ed72-3c4a-4d81-be7a-edd04fac2780 service neutron] 10.222.0.62 "GET /v2.0/networks/4d5f07d8-adfa-49e4-965f-88f44de7cd54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224830 Jun 15 10:34:03.842454 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb918330-ced9-4437-9f20-d894fb3ce5fb req-e2df40f0-df2c-437a-b594-cea3621bd509 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:03.843949 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-bb918330-ced9-4437-9f20-d894fb3ce5fb req-e2df40f0-df2c-437a-b594-cea3621bd509 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/ports?device_id=66917c2a-3a37-464a-b12c-68f7e8a2089d HTTP/1.1" status: 200 len: 944 time: 0.0505633 Jun 15 10:34:03.894221 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-bb918330-ced9-4437-9f20-d894fb3ce5fb req-40fa08c9-e7cb-48e0-8491-5ceca32b3081 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/security-groups?id=af8f7a35-f212-49d3-a09d-67bd4f9005b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446095 Jun 15 10:34:03.922893 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e4964be5-3b3d-43d5-a236-ea5cdf7cb165 req-b37a1508-779e-44d6-8144-48f760dd98d6 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=993c57bae00b4a0db1d8de0f5017630a HTTP/1.1" status: 200 len: 380 time: 0.0537145 Jun 15 10:34:04.088581 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:04.090472 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=39,neutron:UPDATE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:04.181522 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f840db-ac75-40df-84b1-aa809c9b4e66 req-1c865475-71c6-4ded-9e5e-5af8201dc6ba tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:04.183013 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-34f840db-ac75-40df-84b1-aa809c9b4e66 req-1c865475-71c6-4ded-9e5e-5af8201dc6ba tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 944 time: 0.0492113 Jun 15 10:34:04.214327 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-0cc36751-16a5-4df5-ace0-a56c93922044 req-2fdde63d-37dc-4b0f-8d74-df4a8259eba1 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 210 time: 0.0278296 Jun 15 10:34:04.235773 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-34f840db-ac75-40df-84b1-aa809c9b4e66 req-9b3052ca-4269-4778-84b2-1d3b464d950a tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470986 Jun 15 10:34:05.006186 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5234656e-d707-48a9-87f4-af56d97d6e6f req-779e9841-9d10-4f25-8325-ddc64291d516 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:05.007559 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-5234656e-d707-48a9-87f4-af56d97d6e6f req-779e9841-9d10-4f25-8325-ddc64291d516 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/ports?device_id=66917c2a-3a37-464a-b12c-68f7e8a2089d HTTP/1.1" status: 200 len: 944 time: 0.0457182 Jun 15 10:34:05.053560 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-5234656e-d707-48a9-87f4-af56d97d6e6f req-490218cb-1989-4941-9433-e248a16d1c38 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/security-groups?id=af8f7a35-f212-49d3-a09d-67bd4f9005b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405695 Jun 15 10:34:05.311497 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-62c29217-67c1-4a1e-bb2b-1290e3f18700 req-07a58fad-a039-4636-bb00-358a3de5249a tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 210 time: 0.0265918 Jun 15 10:34:05.353923 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad1760b-fc21-48ec-919f-cce63a26853f req-4f243cf1-8ee6-4416-aae4-2eebb92be9ce tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:05.355413 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-fad1760b-fc21-48ec-919f-cce63a26853f req-4f243cf1-8ee6-4416-aae4-2eebb92be9ce tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 944 time: 0.0489864 Jun 15 10:34:05.401342 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-fad1760b-fc21-48ec-919f-cce63a26853f req-12d5c01a-0437-4b80-9a41-94d4d5e3c4ac tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404658 Jun 15 10:34:05.539591 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [req-e4964be5-3b3d-43d5-a236-ea5cdf7cb165 req-35a82db9-e28c-4cac-902a-fb4788bbb9d1 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Request body: {'port': {'device_id': '2dc2e258-7d46-483d-b6d9-8c11d75d9b09', 'network_id': '5357f5ea-5034-4116-bf4e-1ab906c37c40', 'admin_state_up': True, 'tenant_id': '993c57bae00b4a0db1d8de0f5017630a', 'security_groups': ['97d90431-fd3e-46cc-9afa-e6e743d84baa']}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:34:05.646187 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4964be5-3b3d-43d5-a236-ea5cdf7cb165 req-35a82db9-e28c-4cac-902a-fb4788bbb9d1 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Made reservation on behalf of 993c57bae00b4a0db1d8de0f5017630a for: {'port': 1} {{(pid=103806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 10:34:05.649565 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-e4964be5-3b3d-43d5-a236-ea5cdf7cb165 req-35a82db9-e28c-4cac-902a-fb4788bbb9d1 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:05.775218 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_common [req-e4964be5-3b3d-43d5-a236-ea5cdf7cb165 req-35a82db9-e28c-4cac-902a-fb4788bbb9d1 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Allocated IP 172.20.0.6 (5357f5ea-5034-4116-bf4e-1ab906c37c40/d0adbd34-bf07-4fba-a812-11643023d5f4/b55b6c61-87be-499d-9c71-6698d6514e2d) {{(pid=103806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:34:05.900131 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:05.916070 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-e4964be5-3b3d-43d5-a236-ea5cdf7cb165 req-35a82db9-e28c-4cac-902a-fb4788bbb9d1 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks [] for port (b55b6c61-87be-499d-9c71-6698d6514e2d), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:05.921753 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:05.950390 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-e4964be5-3b3d-43d5-a236-ea5cdf7cb165 req-35a82db9-e28c-4cac-902a-fb4788bbb9d1 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (b55b6c61-87be-499d-9c71-6698d6514e2d), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:05.986540 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 700c7452-e992-4ca6-b384-90723c15324d details requested by agent hyperv_hv-cinder-84349 with host hv-cinder-84349 {{(pid=103807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 10:34:05.992408 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4964be5-3b3d-43d5-a236-ea5cdf7cb165 req-35a82db9-e28c-4cac-902a-fb4788bbb9d1 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Network 5357f5ea-5034-4116-bf4e-1ab906c37c40 is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:34:05.995708 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [req-e4964be5-3b3d-43d5-a236-ea5cdf7cb165 req-35a82db9-e28c-4cac-902a-fb4788bbb9d1 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:34:05.999410 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4964be5-3b3d-43d5-a236-ea5cdf7cb165 req-35a82db9-e28c-4cac-902a-fb4788bbb9d1 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Received port after_create {{(pid=103806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:34:06.027177 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a82db9-e28c-4cac-902a-fb4788bbb9d1 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Pushing event updated for resources: {'Port': ['ID=b55b6c61-87be-499d-9c71-6698d6514e2d,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:34:06.054639 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4964be5-3b3d-43d5-a236-ea5cdf7cb165 req-35a82db9-e28c-4cac-902a-fb4788bbb9d1 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:06.055291 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-e4964be5-3b3d-43d5-a236-ea5cdf7cb165 req-35a82db9-e28c-4cac-902a-fb4788bbb9d1 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:06.073083 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e4964be5-3b3d-43d5-a236-ea5cdf7cb165 req-35a82db9-e28c-4cac-902a-fb4788bbb9d1 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5373983 Jun 15 10:34:06.093525 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port 700c7452-e992-4ca6-b384-90723c15324d, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=700c7452-e992-4ca6-b384-90723c15324d,segment=NetworkSegment(b16c89b6-d20b-45e9-9390-ddd4f60b13af),segment_id=b16c89b6-d20b-45e9-9390-ddd4f60b13af)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:34:06.106205 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Returning: {'device': '700c7452-e992-4ca6-b384-90723c15324d', 'network_id': 'a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab', 'port_id': '700c7452-e992-4ca6-b384-90723c15324d', 'mac_address': 'fa:16:3e:45:0e:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e87e269-65a8-42ea-ac39-220b47cff9a0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 10:34:06.148210 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Current status of the port 700c7452-e992-4ca6-b384-90723c15324d is: DOWN; New status is: BUILD {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:34:06.148884 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (700c7452-e992-4ca6-b384-90723c15324d), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:06.165482 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 700c7452-e992-4ca6-b384-90723c15324d {{(pid=103807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 10:34:06.169789 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [req-e4964be5-3b3d-43d5-a236-ea5cdf7cb165 req-945d90a6-404a-45b9-ab83-634557e46828 service neutron] Request body: {'port': {'device_id': '2dc2e258-7d46-483d-b6d9-8c11d75d9b09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84349'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:34:06.185692 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port 700c7452-e992-4ca6-b384-90723c15324d, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=700c7452-e992-4ca6-b384-90723c15324d,segment=NetworkSegment(b16c89b6-d20b-45e9-9390-ddd4f60b13af),segment_id=b16c89b6-d20b-45e9-9390-ddd4f60b13af)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:34:06.189027 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (700c7452-e992-4ca6-b384-90723c15324d), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:06.216528 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd0065a-5580-442f-9810-3fd86e1452b0 req-0a1d4a3e-7acd-409d-909b-38e2a5b15c5d tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:06.217711 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-bcd0065a-5580-442f-9810-3fd86e1452b0 req-0a1d4a3e-7acd-409d-909b-38e2a5b15c5d tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/ports?device_id=66917c2a-3a37-464a-b12c-68f7e8a2089d HTTP/1.1" status: 200 len: 944 time: 0.0910461 Jun 15 10:34:06.247235 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Pushing event updated for resources: {'Port': ['ID=700c7452-e992-4ca6-b384-90723c15324d,revision_number=4']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:34:06.260046 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-842e8d44-acee-4ad0-88b3-9637e383126e None None] Provisioning complete for port b55b6c61-87be-499d-9c71-6698d6514e2d triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:34:06.260410 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-842e8d44-acee-4ad0-88b3-9637e383126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (b55b6c61-87be-499d-9c71-6698d6514e2d), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:06.282334 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-e4964be5-3b3d-43d5-a236-ea5cdf7cb165 req-945d90a6-404a-45b9-ab83-634557e46828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (b55b6c61-87be-499d-9c71-6698d6514e2d), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:06.295251 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-842e8d44-acee-4ad0-88b3-9637e383126e None None] Port b55b6c61-87be-499d-9c71-6698d6514e2d cannot update to ACTIVE because it is not bound. {{(pid=103807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 10:34:06.334177 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-bcd0065a-5580-442f-9810-3fd86e1452b0 req-59058f2c-83d2-44db-8ddd-a5798dfc1d11 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/security-groups?id=af8f7a35-f212-49d3-a09d-67bd4f9005b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042683 Jun 15 10:34:06.429145 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e996bb-d775-470d-812b-fd8a8fcb4b4a req-7ac064b4-cc14-46aa-84a4-e48432521c83 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:06.430650 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-15e996bb-d775-470d-812b-fd8a8fcb4b4a req-7ac064b4-cc14-46aa-84a4-e48432521c83 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 931 time: 0.0474055 Jun 15 10:34:06.487480 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-15e996bb-d775-470d-812b-fd8a8fcb4b4a req-587dace9-f380-430b-ba73-70c25c701188 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=97d90431-fd3e-46cc-9afa-e6e743d84baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474131 Jun 15 10:34:06.546391 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be5374-a626-4f60-b4d3-46295f621c1d req-59386390-3bed-481c-a30a-958a05e06462 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:06.547880 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-07be5374-a626-4f60-b4d3-46295f621c1d req-59386390-3bed-481c-a30a-958a05e06462 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 944 time: 0.0650675 Jun 15 10:34:06.595214 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] get_ports_and_sgs() called for port_ids ['700c7452-e992-4ca6-b384-90723c15324d'] {{(pid=103807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 10:34:06.638238 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [req-e4964be5-3b3d-43d5-a236-ea5cdf7cb165 req-945d90a6-404a-45b9-ab83-634557e46828 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b55b6c61-87be-499d-9c71-6698d6514e2d {{(pid=103806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 10:34:06.648969 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-e4964be5-3b3d-43d5-a236-ea5cdf7cb165 req-945d90a6-404a-45b9-ab83-634557e46828 service neutron] Publish callbacks [] for port (b55b6c61-87be-499d-9c71-6698d6514e2d), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:06.653887 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-07be5374-a626-4f60-b4d3-46295f621c1d req-152f226a-6d65-46ae-8b8d-eee7c2c222f3 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957949 Jun 15 10:34:06.665780 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.provisioning_blocks [req-e4964be5-3b3d-43d5-a236-ea5cdf7cb165 req-945d90a6-404a-45b9-ab83-634557e46828 service neutron] Transition to ACTIVE for port object b55b6c61-87be-499d-9c71-6698d6514e2d will not be triggered until provisioned by entity L2. {{(pid=103806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 10:34:06.670766 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-e4964be5-3b3d-43d5-a236-ea5cdf7cb165 req-945d90a6-404a-45b9-ab83-634557e46828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-252119569'] for port (b55b6c61-87be-499d-9c71-6698d6514e2d), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:06.737086 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945d90a6-404a-45b9-ab83-634557e46828 service neutron] Pushing event updated for resources: {'Port': ['ID=b55b6c61-87be-499d-9c71-6698d6514e2d,revision_number=2']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:34:06.846055 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-e4964be5-3b3d-43d5-a236-ea5cdf7cb165 req-945d90a6-404a-45b9-ab83-634557e46828 service neutron] Attempting to bind port b55b6c61-87be-499d-9c71-6698d6514e2d on host hv-cinder-84349 for vnic_type normal with profile {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 10:34:06.846388 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-e4964be5-3b3d-43d5-a236-ea5cdf7cb165 req-945d90a6-404a-45b9-ab83-634557e46828 service neutron] Attempting to bind port b55b6c61-87be-499d-9c71-6698d6514e2d by drivers openvswitch,hyperv on host hv-cinder-84349 at level 0 using segments [{'id': '6837b548-608f-4f53-bc65-e11808045c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5357f5ea-5034-4116-bf4e-1ab906c37c40'}] {{(pid=103806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 10:34:06.846716 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4964be5-3b3d-43d5-a236-ea5cdf7cb165 req-945d90a6-404a-45b9-ab83-634557e46828 service neutron] Attempting to bind port b55b6c61-87be-499d-9c71-6698d6514e2d on network 5357f5ea-5034-4116-bf4e-1ab906c37c40 {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:34:06.855761 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:06.856689 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4964be5-3b3d-43d5-a236-ea5cdf7cb165 req-945d90a6-404a-45b9-ab83-634557e46828 service neutron] Port b55b6c61-87be-499d-9c71-6698d6514e2d on network 5357f5ea-5034-4116-bf4e-1ab906c37c40 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84349 {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 10:34:06.856985 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4964be5-3b3d-43d5-a236-ea5cdf7cb165 req-945d90a6-404a-45b9-ab83-634557e46828 service neutron] Attempting to bind port b55b6c61-87be-499d-9c71-6698d6514e2d on network 5357f5ea-5034-4116-bf4e-1ab906c37c40 {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:34:06.865967 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4964be5-3b3d-43d5-a236-ea5cdf7cb165 req-945d90a6-404a-45b9-ab83-634557e46828 service neutron] Checking agent: {'id': 'a4349971-e88a-4ea8-a067-54d07204ee65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84349', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 10, 29, 20), 'started_at': datetime.datetime(2022, 6, 15, 10, 29, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 10, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 10:34:06.866308 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4964be5-3b3d-43d5-a236-ea5cdf7cb165 req-945d90a6-404a-45b9-ab83-634557e46828 service neutron] Checking segment: {'id': '6837b548-608f-4f53-bc65-e11808045c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5357f5ea-5034-4116-bf4e-1ab906c37c40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:34:06.866690 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4964be5-3b3d-43d5-a236-ea5cdf7cb165 req-945d90a6-404a-45b9-ab83-634557e46828 service neutron] Bound using segment: {'id': '6837b548-608f-4f53-bc65-e11808045c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5357f5ea-5034-4116-bf4e-1ab906c37c40'} {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 10:34:06.867146 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-e4964be5-3b3d-43d5-a236-ea5cdf7cb165 req-945d90a6-404a-45b9-ab83-634557e46828 service neutron] Bound port: b55b6c61-87be-499d-9c71-6698d6514e2d, host: hv-cinder-84349, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6837b548-608f-4f53-bc65-e11808045c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5357f5ea-5034-4116-bf4e-1ab906c37c40'}}] {{(pid=103806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 10:34:06.867509 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-e4964be5-3b3d-43d5-a236-ea5cdf7cb165 req-945d90a6-404a-45b9-ab83-634557e46828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (b55b6c61-87be-499d-9c71-6698d6514e2d), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:06.870627 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:06.948935 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-e4964be5-3b3d-43d5-a236-ea5cdf7cb165 req-945d90a6-404a-45b9-ab83-634557e46828 service neutron] For port b55b6c61-87be-499d-9c71-6698d6514e2d, host hv-cinder-84349, cleared binding levels {{(pid=103806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 10:34:06.953514 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-e4964be5-3b3d-43d5-a236-ea5cdf7cb165 req-945d90a6-404a-45b9-ab83-634557e46828 service neutron] For port b55b6c61-87be-499d-9c71-6698d6514e2d, host hv-cinder-84349, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=b55b6c61-87be-499d-9c71-6698d6514e2d,segment=NetworkSegment(6837b548-608f-4f53-bc65-e11808045c9a),segment_id=6837b548-608f-4f53-bc65-e11808045c9a)] {{(pid=103806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 10:34:06.962807 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-e4964be5-3b3d-43d5-a236-ea5cdf7cb165 req-945d90a6-404a-45b9-ab83-634557e46828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-252119569'] for port (b55b6c61-87be-499d-9c71-6698d6514e2d), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:06.994973 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 56474) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:34:07.010310 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4964be5-3b3d-43d5-a236-ea5cdf7cb165 req-945d90a6-404a-45b9-ab83-634557e46828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:07.010974 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-e4964be5-3b3d-43d5-a236-ea5cdf7cb165 req-945d90a6-404a-45b9-ab83-634557e46828 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:07.012308 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e4964be5-3b3d-43d5-a236-ea5cdf7cb165 req-945d90a6-404a-45b9-ab83-634557e46828 service neutron] 10.222.0.62 "PUT /v2.0/ports/b55b6c61-87be-499d-9c71-6698d6514e2d HTTP/1.1" status: 200 len: 1093 time: 0.8465648 Jun 15 10:34:07.012799 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dc2e258-7d46-483d-b6d9-8c11d75d9b09', 'tag': 'b55b6c61-87be-499d-9c71-6698d6514e2d'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:34:07.014931 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15acf06c26f001ded10715ddc8547394d4bbc7e5ff5a4e462e54e6774371169d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f70652-83d1-41d8-9af9-68e065c088db" -d '{"events": [{"name": "network-changed", "server_uuid": "2dc2e258-7d46-483d-b6d9-8c11d75d9b09", "tag": "b55b6c61-87be-499d-9c71-6698d6514e2d"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:34:07.057782 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945d90a6-404a-45b9-ab83-634557e46828 service neutron] Pushing event updated for resources: {'Port': ['ID=b55b6c61-87be-499d-9c71-6698d6514e2d,revision_number=3']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:34:07.068576 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 10:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c13911-73f7-4d5a-82d1-2e1836de3750 x-openstack-request-id: req-a6c13911-73f7-4d5a-82d1-2e1836de3750 {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:34:07.069333 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dc2e258-7d46-483d-b6d9-8c11d75d9b09", "tag": "b55b6c61-87be-499d-9c71-6698d6514e2d", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:34:07.069917 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a6c13911-73f7-4d5a-82d1-2e1836de3750 {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:34:07.070384 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6c13911-73f7-4d5a-82d1-2e1836de3750'] response: {'name': 'network-changed', 'server_uuid': '2dc2e258-7d46-483d-b6d9-8c11d75d9b09', 'tag': 'b55b6c61-87be-499d-9c71-6698d6514e2d', 'status': 'completed', 'code': 200} Jun 15 10:34:07.142193 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4964be5-3b3d-43d5-a236-ea5cdf7cb165 req-96727ca1-6603-4e66-8cdb-5e32e43bc10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:07.143888 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e4964be5-3b3d-43d5-a236-ea5cdf7cb165 req-96727ca1-6603-4e66-8cdb-5e32e43bc10b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=993c57bae00b4a0db1d8de0f5017630a&device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 1127 time: 0.0584748 Jun 15 10:34:07.203546 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e4964be5-3b3d-43d5-a236-ea5cdf7cb165 req-16f7c1f8-2c4c-449a-9c4c-fb1151b898cc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b55b6c61-87be-499d-9c71-6698d6514e2d HTTP/1.1" status: 200 len: 217 time: 0.0405138 Jun 15 10:34:07.211213 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-77f03a99-7a3c-4f19-b843-35ec86eb44ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:07.224491 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=100 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:07.273763 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4964be5-3b3d-43d5-a236-ea5cdf7cb165 req-2b3a95eb-24e4-43ab-bbbc-2a985600647d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:07.275287 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e4964be5-3b3d-43d5-a236-ea5cdf7cb165 req-2b3a95eb-24e4-43ab-bbbc-2a985600647d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d0adbd34-bf07-4fba-a812-11643023d5f4 HTTP/1.1" status: 200 len: 858 time: 0.0625389 Jun 15 10:34:07.313184 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-77f03a99-7a3c-4f19-b843-35ec86eb44ee admin admin] Publish callbacks [] for security_group (4edbde01-7872-49b6-9563-f4b7e5ca583b), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:07.317923 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-77f03a99-7a3c-4f19-b843-35ec86eb44ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (4edbde01-7872-49b6-9563-f4b7e5ca583b), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:07.319289 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [req-4b0d6c69-d62b-4d4c-a5cc-2e56f41177ed req-5d9e6c09-e877-40d5-9e2b-8e2988401248 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103806) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 15 10:34:07.320281 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4b0d6c69-d62b-4d4c-a5cc-2e56f41177ed req-5d9e6c09-e877-40d5-9e2b-8e2988401248 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0064104 Jun 15 10:34:07.333230 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4964be5-3b3d-43d5-a236-ea5cdf7cb165 req-bc2173f0-437f-4e1e-8a13-c063528d79b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:07.334766 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e4964be5-3b3d-43d5-a236-ea5cdf7cb165 req-bc2173f0-437f-4e1e-8a13-c063528d79b1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5357f5ea-5034-4116-bf4e-1ab906c37c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0522857 Jun 15 10:34:07.363694 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-77f03a99-7a3c-4f19-b843-35ec86eb44ee admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2e616955fbdf473ea39c76678b402087&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3668785 Jun 15 10:34:07.365937 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 56490) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:34:07.366808 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f03a99-7a3c-4f19-b843-35ec86eb44ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4edbde01-7872-49b6-9563-f4b7e5ca583b,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:34:07.436120 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-89ed3d47-c835-4f64-83af-cbddf510a323 admin admin] Publish callbacks [] for security_group (4edbde01-7872-49b6-9563-f4b7e5ca583b), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:07.464358 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-89ed3d47-c835-4f64-83af-cbddf510a323 admin admin] Publish callbacks [] for security_group (4edbde01-7872-49b6-9563-f4b7e5ca583b), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:07.501301 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e4964be5-3b3d-43d5-a236-ea5cdf7cb165 req-4dacb41f-a278-47e2-b178-515464baac83 service neutron] 10.222.0.62 "GET /v2.0/networks/5357f5ea-5034-4116-bf4e-1ab906c37c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523073 Jun 15 10:34:07.530921 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace98d75-d150-4364-90bb-1f0713f2c047 req-ba355d9b-200e-4171-90ca-a27e65925b8d tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:07.533683 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ace98d75-d150-4364-90bb-1f0713f2c047 req-ba355d9b-200e-4171-90ca-a27e65925b8d tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 944 time: 0.0694335 Jun 15 10:34:07.544152 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b7c741-34cd-466d-9c52-201a34668bb3 req-98e41a8b-41b2-492b-9c1d-7d4aaa16c4cc tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:07.545666 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-e1b7c741-34cd-466d-9c52-201a34668bb3 req-98e41a8b-41b2-492b-9c1d-7d4aaa16c4cc tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/ports?device_id=66917c2a-3a37-464a-b12c-68f7e8a2089d HTTP/1.1" status: 200 len: 945 time: 0.0740747 Jun 15 10:34:07.584478 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-89ed3d47-c835-4f64-83af-cbddf510a323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (4edbde01-7872-49b6-9563-f4b7e5ca583b), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:07.587165 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-89ed3d47-c835-4f64-83af-cbddf510a323 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:07.591330 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-89ed3d47-c835-4f64-83af-cbddf510a323 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4edbde01-7872-49b6-9563-f4b7e5ca583b HTTP/1.1" status: 204 len: 168 time: 0.2214055 Jun 15 10:34:07.596122 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:07.623061 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ed3d47-c835-4f64-83af-cbddf510a323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4edbde01-7872-49b6-9563-f4b7e5ca583b,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:34:07.642899 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-e1b7c741-34cd-466d-9c52-201a34668bb3 req-1816142e-1644-4c2f-a901-8bff9f64d1e4 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/security-groups?id=af8f7a35-f212-49d3-a09d-67bd4f9005b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900290 Jun 15 10:34:07.673840 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ace98d75-d150-4364-90bb-1f0713f2c047 req-5b2a79c3-818e-4a2d-9ac2-9d0a2592484f tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161010 Jun 15 10:34:07.685734 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=100 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:07.689120 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e4964be5-3b3d-43d5-a236-ea5cdf7cb165 req-7b5ae240-a941-418c-8675-ff2f11901e57 service neutron] 10.222.0.62 "GET /v2.0/networks/5357f5ea-5034-4116-bf4e-1ab906c37c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734579 Jun 15 10:34:07.764561 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1f6da0-3cca-40bf-89f0-a960504eb916 req-dd98af7b-4f62-49ee-8f3e-2fcbc087ebd8 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:07.766063 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-ab1f6da0-3cca-40bf-89f0-a960504eb916 req-dd98af7b-4f62-49ee-8f3e-2fcbc087ebd8 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 943 time: 0.0490780 Jun 15 10:34:07.820538 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-ab1f6da0-3cca-40bf-89f0-a960504eb916 req-6fd9af69-8079-44cc-b318-f9189206a53c tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=97d90431-fd3e-46cc-9afa-e6e743d84baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455110 Jun 15 10:34:07.909014 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=78 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:08.060744 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 700c7452-e992-4ca6-b384-90723c15324d up at agent hyperv_hv-cinder-84349 {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:34:08.081226 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 56526) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:34:08.106866 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Provisioning for port 700c7452-e992-4ca6-b384-90723c15324d completed by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 10:34:08.115244 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Provisioning complete for port 700c7452-e992-4ca6-b384-90723c15324d triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:34:08.115627 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (700c7452-e992-4ca6-b384-90723c15324d), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:08.169891 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-22460f56-5af0-4d72-8dd7-af6988fd23d5 req-ef63d85f-18f9-44e5-8c15-a607e7e11b3a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0869496 Jun 15 10:34:08.181959 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [req-22460f56-5af0-4d72-8dd7-af6988fd23d5 req-12a6b079-9d4f-4bc1-a48e-a32e16c834fe service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103805) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 15 10:34:08.183183 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-22460f56-5af0-4d72-8dd7-af6988fd23d5 req-12a6b079-9d4f-4bc1-a48e-a32e16c834fe service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051777 Jun 15 10:34:08.196116 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Current status of the port 700c7452-e992-4ca6-b384-90723c15324d is: BUILD; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:34:08.196693 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (700c7452-e992-4ca6-b384-90723c15324d), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:08.220844 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66917c2a-3a37-464a-b12c-68f7e8a2089d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700c7452-e992-4ca6-b384-90723c15324d'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:34:08.223052 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9205ebd0146601a57e336ba0e259bffcba8e9192005a2aa68aaaf98781184b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea853c5-8402-4757-895e-aa6ea67e795e" -d '{"events": [{"server_uuid": "66917c2a-3a37-464a-b12c-68f7e8a2089d", "name": "network-vif-plugged", "status": "completed", "tag": "700c7452-e992-4ca6-b384-90723c15324d"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:34:08.240709 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port 700c7452-e992-4ca6-b384-90723c15324d, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=700c7452-e992-4ca6-b384-90723c15324d,segment=NetworkSegment(b16c89b6-d20b-45e9-9390-ddd4f60b13af),segment_id=b16c89b6-d20b-45e9-9390-ddd4f60b13af)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:34:08.246228 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (700c7452-e992-4ca6-b384-90723c15324d), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:08.247490 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 836e09e8-adcf-4089-b01c-a780a8041789 no longer exists at agent hyperv_hv-cinder-84349 {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 10:34:08.270615 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 10:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00fdb5f7-cc42-4849-915b-a6a9caf33abc x-openstack-request-id: req-00fdb5f7-cc42-4849-915b-a6a9caf33abc {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:34:08.270931 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66917c2a-3a37-464a-b12c-68f7e8a2089d", "name": "network-vif-plugged", "status": "completed", "tag": "700c7452-e992-4ca6-b384-90723c15324d", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:34:08.271238 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-00fdb5f7-cc42-4849-915b-a6a9caf33abc {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:34:08.271628 dv-cinder-843493-2-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00fdb5f7-cc42-4849-915b-a6a9caf33abc'] response: {'server_uuid': '66917c2a-3a37-464a-b12c-68f7e8a2089d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700c7452-e992-4ca6-b384-90723c15324d', 'code': 200} Jun 15 10:34:08.307408 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:08.326466 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:08.340476 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Pushing event updated for resources: {'Port': ['ID=700c7452-e992-4ca6-b384-90723c15324d,revision_number=5']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:34:08.363067 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 56544) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:34:08.381161 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Current status of the port 836e09e8-adcf-4089-b01c-a780a8041789 is: DOWN; New status is: DOWN {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:34:08.518981 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22460f56-5af0-4d72-8dd7-af6988fd23d5 req-c7c74ce5-d824-4924-8d31-e4111030e22b tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:08.520351 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-22460f56-5af0-4d72-8dd7-af6988fd23d5 req-c7c74ce5-d824-4924-8d31-e4111030e22b tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports/836e09e8-adcf-4089-b01c-a780a8041789 HTTP/1.1" status: 200 len: 941 time: 0.1544681 Jun 15 10:34:08.789694 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647127d-d7ea-4ef7-b0af-75848beaf69d req-c8069729-bb67-45c1-9b51-486d62553a2b tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:08.791940 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-e647127d-d7ea-4ef7-b0af-75848beaf69d req-c8069729-bb67-45c1-9b51-486d62553a2b tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/ports?device_id=66917c2a-3a37-464a-b12c-68f7e8a2089d HTTP/1.1" status: 200 len: 946 time: 0.0774465 Jun 15 10:34:08.859121 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff0ced4-5edb-4fd6-bf64-1635eac33321 req-5c232769-0d35-454f-a775-aecbcca1580d tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:08.860853 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7ff0ced4-5edb-4fd6-bf64-1635eac33321 req-5c232769-0d35-454f-a775-aecbcca1580d tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 944 time: 0.0883787 Jun 15 10:34:08.879491 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f70652-83d1-41d8-9af9-68e065c088db req-49087187-d5c2-47bf-8618-a26fd97e6446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:08.881533 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-36f70652-83d1-41d8-9af9-68e065c088db req-49087187-d5c2-47bf-8618-a26fd97e6446 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=993c57bae00b4a0db1d8de0f5017630a&device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 1127 time: 0.0634131 Jun 15 10:34:08.891825 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-e647127d-d7ea-4ef7-b0af-75848beaf69d req-32f0d100-25fa-461a-8a99-07f01c5aa446 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/security-groups?id=af8f7a35-f212-49d3-a09d-67bd4f9005b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918765 Jun 15 10:34:08.935903 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7ff0ced4-5edb-4fd6-bf64-1635eac33321 req-d8cbb359-3335-42a5-8b72-155eb6fd0894 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656605 Jun 15 10:34:09.064333 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc69a8e-7d36-43b0-a628-b76a1e80be71 req-bb0d31e0-5879-4a77-824d-6974ac8aca03 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:09.066647 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-afc69a8e-7d36-43b0-a628-b76a1e80be71 req-bb0d31e0-5879-4a77-824d-6974ac8aca03 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 943 time: 0.0594714 Jun 15 10:34:09.113557 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f70652-83d1-41d8-9af9-68e065c088db req-1f0444ea-d0e7-4531-a926-8882d8494f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:09.114961 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-36f70652-83d1-41d8-9af9-68e065c088db req-1f0444ea-d0e7-4531-a926-8882d8494f2c service neutron] 10.222.0.62 "GET /v2.0/networks?id=5357f5ea-5034-4116-bf4e-1ab906c37c40 HTTP/1.1" status: 200 len: 920 time: 0.1965072 Jun 15 10:34:09.116492 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-afc69a8e-7d36-43b0-a628-b76a1e80be71 req-00cd9d4f-a5c9-4a12-a0af-8c7c9551475e tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=97d90431-fd3e-46cc-9afa-e6e743d84baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436842 Jun 15 10:34:09.123510 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a6e523-53c1-40a5-a84a-32faf26a7335 req-b547dc54-eda6-42e0-b211-eba92fcc2c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:09.124976 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-28a6e523-53c1-40a5-a84a-32faf26a7335 req-b547dc54-eda6-42e0-b211-eba92fcc2c43 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=66917c2a-3a37-464a-b12c-68f7e8a2089d HTTP/1.1" status: 200 len: 1130 time: 0.0529833 Jun 15 10:34:09.176977 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-36f70652-83d1-41d8-9af9-68e065c088db req-0c8ee0d8-4fd4-4f7f-84d3-92962123cf2d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b55b6c61-87be-499d-9c71-6698d6514e2d HTTP/1.1" status: 200 len: 217 time: 0.0433164 Jun 15 10:34:09.238756 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-28a6e523-53c1-40a5-a84a-32faf26a7335 req-67aea4dd-2661-41c7-95ab-5f1d7b8d9f70 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=af8f7a35-f212-49d3-a09d-67bd4f9005b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987978 Jun 15 10:34:09.244581 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f70652-83d1-41d8-9af9-68e065c088db req-90f05484-1a37-4e4b-bfd8-87bd929f98c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:09.245909 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-36f70652-83d1-41d8-9af9-68e065c088db req-90f05484-1a37-4e4b-bfd8-87bd929f98c6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d0adbd34-bf07-4fba-a812-11643023d5f4 HTTP/1.1" status: 200 len: 858 time: 0.0624399 Jun 15 10:34:09.546142 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:09.553332 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:09.557538 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f70652-83d1-41d8-9af9-68e065c088db req-b7af2cac-1e6e-4ae5-866e-ca63b1675fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:09.559017 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-36f70652-83d1-41d8-9af9-68e065c088db req-b7af2cac-1e6e-4ae5-866e-ca63b1675fbd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5357f5ea-5034-4116-bf4e-1ab906c37c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412121 Jun 15 10:34:09.651270 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-36f70652-83d1-41d8-9af9-68e065c088db req-1bb318de-0c6d-41f7-a018-2caf937e3389 service neutron] 10.222.0.62 "GET /v2.0/networks/5357f5ea-5034-4116-bf4e-1ab906c37c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835128 Jun 15 10:34:10.026908 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea7836-84c3-49f4-8f51-1dd4fa1b02b0 req-92a29617-4993-4978-b207-6312913e559f tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:10.028440 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-adea7836-84c3-49f4-8f51-1dd4fa1b02b0 req-92a29617-4993-4978-b207-6312913e559f tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/ports?device_id=66917c2a-3a37-464a-b12c-68f7e8a2089d HTTP/1.1" status: 200 len: 946 time: 0.0651498 Jun 15 10:34:10.048599 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7618cd0-5152-4eda-8fe0-fe6fe209aaa4 req-5968b240-3c8a-4c99-b5d3-fda975525474 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:10.050488 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-a7618cd0-5152-4eda-8fe0-fe6fe209aaa4 req-5968b240-3c8a-4c99-b5d3-fda975525474 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 944 time: 0.0531416 Jun 15 10:34:10.102037 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-a7618cd0-5152-4eda-8fe0-fe6fe209aaa4 req-d1cf6eac-2e81-4ee7-b038-709c3728dd75 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450351 Jun 15 10:34:10.129912 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-adea7836-84c3-49f4-8f51-1dd4fa1b02b0 req-c8eda9ea-65ea-4c02-b4ea-92d1cd5c7a84 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/security-groups?id=af8f7a35-f212-49d3-a09d-67bd4f9005b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889044 Jun 15 10:34:10.134148 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-36f70652-83d1-41d8-9af9-68e065c088db req-c62ab1f2-821c-46bb-9a1a-2db6e7aa9ad7 service neutron] 10.222.0.62 "GET /v2.0/networks/5357f5ea-5034-4116-bf4e-1ab906c37c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388016 Jun 15 10:34:10.235032 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed87fcd0-c7c6-48af-a894-e7de3492d083 req-20d2d99c-c0f3-4243-99b7-b51094818274 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:10.236529 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-ed87fcd0-c7c6-48af-a894-e7de3492d083 req-20d2d99c-c0f3-4243-99b7-b51094818274 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 943 time: 0.0499473 Jun 15 10:34:10.250208 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:INSERT=6,neutron:SELECT=93,neutron:DELETE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:10.288825 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-ed87fcd0-c7c6-48af-a894-e7de3492d083 req-0cb2bac1-acf5-4755-928b-a7317ca85df6 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=97d90431-fd3e-46cc-9afa-e6e743d84baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452671 Jun 15 10:34:11.231795 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eef5e3-0fc1-4724-a96a-970030f9c404 req-52704236-06b3-4cc1-838a-9ffa3c5adce3 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:11.233263 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-44eef5e3-0fc1-4724-a96a-970030f9c404 req-52704236-06b3-4cc1-838a-9ffa3c5adce3 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 944 time: 0.0480800 Jun 15 10:34:11.244298 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c23e698-3077-478e-8a7b-4d72473793aa req-d2ae208f-1a60-421c-a4a3-9fdfcb945dab tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:11.245755 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-9c23e698-3077-478e-8a7b-4d72473793aa req-d2ae208f-1a60-421c-a4a3-9fdfcb945dab tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/ports?device_id=66917c2a-3a37-464a-b12c-68f7e8a2089d HTTP/1.1" status: 200 len: 946 time: 0.0491114 Jun 15 10:34:11.282406 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-44eef5e3-0fc1-4724-a96a-970030f9c404 req-515db4e6-7716-42bf-8a91-48852b361160 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435472 Jun 15 10:34:11.292482 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-9c23e698-3077-478e-8a7b-4d72473793aa req-83909752-5771-415a-b018-54518f8fcfe3 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/security-groups?id=af8f7a35-f212-49d3-a09d-67bd4f9005b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410655 Jun 15 10:34:11.401668 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f399cb0e-45d1-4299-9b20-c242ba3b4fb8 req-ac6a63f5-ba16-444a-8e82-8aa3f6edd1d8 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:11.403118 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f399cb0e-45d1-4299-9b20-c242ba3b4fb8 req-ac6a63f5-ba16-444a-8e82-8aa3f6edd1d8 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 943 time: 0.0469208 Jun 15 10:34:11.404694 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52659cd6-f2f8-4824-90ac-53596cff5d64 req-3374be5b-74d4-4741-89e5-088527d76c74 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:11.406411 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-52659cd6-f2f8-4824-90ac-53596cff5d64 req-3374be5b-74d4-4741-89e5-088527d76c74 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/ports?device_id=66917c2a-3a37-464a-b12c-68f7e8a2089d HTTP/1.1" status: 200 len: 946 time: 0.0478201 Jun 15 10:34:11.454573 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f399cb0e-45d1-4299-9b20-c242ba3b4fb8 req-0b9dff17-5156-4365-b6e0-46106129c51d tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=97d90431-fd3e-46cc-9afa-e6e743d84baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439541 Jun 15 10:34:11.456308 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-52659cd6-f2f8-4824-90ac-53596cff5d64 req-b312734b-4735-4eef-8cff-5e8a82cf3f06 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/security-groups?id=af8f7a35-f212-49d3-a09d-67bd4f9005b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438437 Jun 15 10:34:11.805469 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163d901-db22-4956-b60a-ad6f776abdd1 req-443dab9a-9127-4727-b738-ae1288de387d tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:11.806921 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1163d901-db22-4956-b60a-ad6f776abdd1 req-443dab9a-9127-4727-b738-ae1288de387d tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/ports?device_id=66917c2a-3a37-464a-b12c-68f7e8a2089d HTTP/1.1" status: 200 len: 946 time: 0.0528927 Jun 15 10:34:11.853922 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1163d901-db22-4956-b60a-ad6f776abdd1 req-ac48c8d7-94db-4ae3-b595-8e62608bbb07 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/security-groups?id=af8f7a35-f212-49d3-a09d-67bd4f9005b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409377 Jun 15 10:34:12.012548 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device b55b6c61-87be-499d-9c71-6698d6514e2d details requested by agent hyperv_hv-cinder-84349 with host hv-cinder-84349 {{(pid=103807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 10:34:12.117436 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port b55b6c61-87be-499d-9c71-6698d6514e2d, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=b55b6c61-87be-499d-9c71-6698d6514e2d,segment=NetworkSegment(6837b548-608f-4f53-bc65-e11808045c9a),segment_id=6837b548-608f-4f53-bc65-e11808045c9a)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:34:12.129492 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Returning: {'device': 'b55b6c61-87be-499d-9c71-6698d6514e2d', 'network_id': '5357f5ea-5034-4116-bf4e-1ab906c37c40', 'port_id': 'b55b6c61-87be-499d-9c71-6698d6514e2d', 'mac_address': 'fa:16:3e:c6:c7:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0adbd34-bf07-4fba-a812-11643023d5f4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 10:34:12.166637 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Current status of the port b55b6c61-87be-499d-9c71-6698d6514e2d is: DOWN; New status is: BUILD {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:34:12.167025 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (b55b6c61-87be-499d-9c71-6698d6514e2d), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:12.180248 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b55b6c61-87be-499d-9c71-6698d6514e2d {{(pid=103807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 10:34:12.200677 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port b55b6c61-87be-499d-9c71-6698d6514e2d, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=b55b6c61-87be-499d-9c71-6698d6514e2d,segment=NetworkSegment(6837b548-608f-4f53-bc65-e11808045c9a),segment_id=6837b548-608f-4f53-bc65-e11808045c9a)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:34:12.204548 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (b55b6c61-87be-499d-9c71-6698d6514e2d), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:12.252286 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Pushing event updated for resources: {'Port': ['ID=b55b6c61-87be-499d-9c71-6698d6514e2d,revision_number=4']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:34:12.403626 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162ae49-7378-4a6a-8d64-54af6a664c3e req-e9d503d8-4018-4f8e-aee2-5466300dc287 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:12.405622 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-2162ae49-7378-4a6a-8d64-54af6a664c3e req-e9d503d8-4018-4f8e-aee2-5466300dc287 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 944 time: 0.0469866 Jun 15 10:34:12.457138 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-2162ae49-7378-4a6a-8d64-54af6a664c3e req-b0f0593d-176e-45d4-ada7-508cf7acb150 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458152 Jun 15 10:34:12.568826 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef864d6c-e809-4639-8bb6-474f36fd1e8a req-bcc4bc75-ece5-47f1-abfe-8773c2f80766 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:12.570288 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ef864d6c-e809-4639-8bb6-474f36fd1e8a req-bcc4bc75-ece5-47f1-abfe-8773c2f80766 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 944 time: 0.0460975 Jun 15 10:34:12.599954 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] get_ports_and_sgs() called for port_ids ['b55b6c61-87be-499d-9c71-6698d6514e2d'] {{(pid=103807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 10:34:12.620508 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ef864d6c-e809-4639-8bb6-474f36fd1e8a req-58585f26-2f2f-4d9b-aa61-08aa502d0eff tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=97d90431-fd3e-46cc-9afa-e6e743d84baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444369 Jun 15 10:34:12.994730 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0ab2aabf-7e2c-4564-ac49-5040c701ea58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (e7b68426-6abe-45ee-a2ce-c32f72f66753), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:13.577923 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a4337-fbce-424d-a958-92154dfd3b30 req-2b83be45-c0de-4aef-934c-47781a3b1dde tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:13.579436 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-301a4337-fbce-424d-a958-92154dfd3b30 req-2b83be45-c0de-4aef-934c-47781a3b1dde tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 944 time: 0.0518062 Jun 15 10:34:13.839956 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-301a4337-fbce-424d-a958-92154dfd3b30 req-05edcf31-b629-463f-8c8a-97e95dbcb099 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2551174 Jun 15 10:34:13.943399 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b3b7a-dd78-4c1d-9cd4-c69bd1cf493d req-20aae3bb-a337-47df-9534-47d25d372178 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:13.944880 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-569b3b7a-dd78-4c1d-9cd4-c69bd1cf493d req-20aae3bb-a337-47df-9534-47d25d372178 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 944 time: 0.0473785 Jun 15 10:34:13.992176 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-569b3b7a-dd78-4c1d-9cd4-c69bd1cf493d req-61492c40-2859-4306-902a-82465a9e6324 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=97d90431-fd3e-46cc-9afa-e6e743d84baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418472 Jun 15 10:34:14.033061 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device b55b6c61-87be-499d-9c71-6698d6514e2d up at agent hyperv_hv-cinder-84349 {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:34:14.076721 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Provisioning for port b55b6c61-87be-499d-9c71-6698d6514e2d completed by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 10:34:14.082780 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Provisioning complete for port b55b6c61-87be-499d-9c71-6698d6514e2d triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:34:14.083238 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (b55b6c61-87be-499d-9c71-6698d6514e2d), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:14.155705 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Current status of the port b55b6c61-87be-499d-9c71-6698d6514e2d is: BUILD; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:34:14.156094 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (b55b6c61-87be-499d-9c71-6698d6514e2d), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:14.178398 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dc2e258-7d46-483d-b6d9-8c11d75d9b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b55b6c61-87be-499d-9c71-6698d6514e2d'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:34:14.180745 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9205ebd0146601a57e336ba0e259bffcba8e9192005a2aa68aaaf98781184b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54af42aa-5d5b-4898-b66d-726f268aa235" -d '{"events": [{"server_uuid": "2dc2e258-7d46-483d-b6d9-8c11d75d9b09", "name": "network-vif-plugged", "status": "completed", "tag": "b55b6c61-87be-499d-9c71-6698d6514e2d"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:34:14.193832 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port b55b6c61-87be-499d-9c71-6698d6514e2d, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=b55b6c61-87be-499d-9c71-6698d6514e2d,segment=NetworkSegment(6837b548-608f-4f53-bc65-e11808045c9a),segment_id=6837b548-608f-4f53-bc65-e11808045c9a)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:34:14.198249 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (b55b6c61-87be-499d-9c71-6698d6514e2d), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:14.222997 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 10:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27fc7075-a927-471e-97f0-40124f8babea x-openstack-request-id: req-27fc7075-a927-471e-97f0-40124f8babea {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:34:14.223312 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dc2e258-7d46-483d-b6d9-8c11d75d9b09", "name": "network-vif-plugged", "status": "completed", "tag": "b55b6c61-87be-499d-9c71-6698d6514e2d", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:34:14.223562 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-27fc7075-a927-471e-97f0-40124f8babea {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:34:14.223984 dv-cinder-843493-2-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27fc7075-a927-471e-97f0-40124f8babea'] response: {'server_uuid': '2dc2e258-7d46-483d-b6d9-8c11d75d9b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b55b6c61-87be-499d-9c71-6698d6514e2d', 'code': 200} Jun 15 10:34:14.249766 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Pushing event updated for resources: {'Port': ['ID=b55b6c61-87be-499d-9c71-6698d6514e2d,revision_number=5']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:34:14.959359 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f34cd-fcac-45e3-9c6e-c262159c785f req-b260a077-ec8b-4f2e-8005-d82ff2589759 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:14.960838 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b47f34cd-fcac-45e3-9c6e-c262159c785f req-b260a077-ec8b-4f2e-8005-d82ff2589759 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 944 time: 0.0464427 Jun 15 10:34:15.014282 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b47f34cd-fcac-45e3-9c6e-c262159c785f req-62e11a19-4288-40ed-b1d7-9f8845e64961 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479515 Jun 15 10:34:15.111034 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=100 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:15.120289 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671cd52-1d98-4d3c-b272-83f936fe4a2b req-7badf9b2-280e-45ba-9795-4b50aa191c1a tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:15.121767 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3671cd52-1d98-4d3c-b272-83f936fe4a2b req-7badf9b2-280e-45ba-9795-4b50aa191c1a tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 945 time: 0.0482914 Jun 15 10:34:15.169264 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3671cd52-1d98-4d3c-b272-83f936fe4a2b req-98a7f320-569c-4f6c-b023-97d7fc6a8567 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=97d90431-fd3e-46cc-9afa-e6e743d84baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419517 Jun 15 10:34:15.338706 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-a5239dc3-75a1-4ee0-afd9-c4e32aada371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (06043943-94cb-49df-a062-a4886c03e673), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:16.116744 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=100 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:16.133272 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a6b83-66e3-4a8f-8a5e-d83400d66c46 req-0dfaf132-4ef7-4937-a557-29aeaa8162b0 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:16.134733 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f60a6b83-66e3-4a8f-8a5e-d83400d66c46 req-0dfaf132-4ef7-4937-a557-29aeaa8162b0 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 944 time: 0.0468686 Jun 15 10:34:16.181264 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f60a6b83-66e3-4a8f-8a5e-d83400d66c46 req-32518966-a648-471c-b03f-37d8934c26fe tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411465 Jun 15 10:34:16.308139 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6392e3-435c-4708-a111-07ab9cc59699 req-8c773da3-0fcf-49b5-b472-6656547d2fad tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:16.311541 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1a6392e3-435c-4708-a111-07ab9cc59699 req-8c773da3-0fcf-49b5-b472-6656547d2fad tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 945 time: 0.0517504 Jun 15 10:34:16.354083 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:16.369814 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-59f444b4-2386-4fe1-b50f-b9e54b42d680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (3cca6303-0f2e-4b13-b82d-f2749c30f699), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:16.377517 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1a6392e3-435c-4708-a111-07ab9cc59699 req-f3ef15b6-786c-4aa4-9365-0ff13f32bd75 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=97d90431-fd3e-46cc-9afa-e6e743d84baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607300 Jun 15 10:34:17.266128 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5612f449-b21e-4fa0-85f1-01acbf05817a req-e73a59b6-3733-4703-baec-79fd5b3256c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:17.267848 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5612f449-b21e-4fa0-85f1-01acbf05817a req-e73a59b6-3733-4703-baec-79fd5b3256c3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 1129 time: 0.0414436 Jun 15 10:34:17.334979 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077125d7-891e-4641-8efe-94b206723b1a req-fcfe476b-28b7-4689-a258-7f323738daff tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:17.336547 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-077125d7-891e-4641-8efe-94b206723b1a req-fcfe476b-28b7-4689-a258-7f323738daff tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 944 time: 0.0728745 Jun 15 10:34:17.361821 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5612f449-b21e-4fa0-85f1-01acbf05817a req-66397bad-56ce-4a42-ab49-a4928bffbc85 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=97d90431-fd3e-46cc-9afa-e6e743d84baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857284 Jun 15 10:34:17.390425 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-077125d7-891e-4641-8efe-94b206723b1a req-3be32882-2ace-4639-8334-ce9c2c8300b4 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460672 Jun 15 10:34:17.500842 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae650fa-5adc-4db7-80a3-cd236618454d req-096fadc4-f63d-4ccd-86a9-6983dfd036c4 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:17.502612 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-0ae650fa-5adc-4db7-80a3-cd236618454d req-096fadc4-f63d-4ccd-86a9-6983dfd036c4 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 945 time: 0.0481269 Jun 15 10:34:17.556105 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-0ae650fa-5adc-4db7-80a3-cd236618454d req-b34c99f9-31a7-431a-9518-9f1a4fe5a4fa tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=97d90431-fd3e-46cc-9afa-e6e743d84baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469928 Jun 15 10:34:17.709035 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=4 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:17.765023 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-28d06d32-ea2f-4019-b04d-5ef5fa4d530e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (28e3d1c3-881c-45f9-bfee-5bcc9597e0ae), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:17.960030 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (ad84a4c2-87cd-4603-a219-98785ef58eeb), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:18.190907 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886256e3-a5c2-4141-876b-a8293b7e2018 req-d71640f2-2aca-4658-9431-aa26fc609b73 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:18.192438 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-886256e3-a5c2-4141-876b-a8293b7e2018 req-d71640f2-2aca-4658-9431-aa26fc609b73 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 945 time: 0.0458539 Jun 15 10:34:18.242901 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-886256e3-a5c2-4141-876b-a8293b7e2018 req-ea3ffd21-cd03-459d-b683-7768601704ab tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421970 Jun 15 10:34:18.512777 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4826f45a-90e0-4436-90e8-442bd173c52e req-45c5e19b-a826-4d57-8a78-f091171fb79a tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:18.514263 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4826f45a-90e0-4436-90e8-442bd173c52e req-45c5e19b-a826-4d57-8a78-f091171fb79a tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 944 time: 0.0479965 Jun 15 10:34:18.561582 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4826f45a-90e0-4436-90e8-442bd173c52e req-a432f95c-d36c-4c1e-b66e-aa5796d02118 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416038 Jun 15 10:34:18.866037 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=100 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:18.867113 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 56770) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:34:18.881056 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a5bae-64cf-4d2a-bcd9-4289e2476a1b req-512f0820-6ec4-411d-aa6b-5645d0a1a717 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:18.882583 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-668a5bae-64cf-4d2a-bcd9-4289e2476a1b req-512f0820-6ec4-411d-aa6b-5645d0a1a717 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 945 time: 0.2452073 Jun 15 10:34:18.930097 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-668a5bae-64cf-4d2a-bcd9-4289e2476a1b req-660f26c5-b01e-48d0-81d6-5f7753847fa9 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=97d90431-fd3e-46cc-9afa-e6e743d84baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417488 Jun 15 10:34:18.974633 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-73e05880-3b86-4ef1-81ea-3d090b48e976 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:19.057264 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-73e05880-3b86-4ef1-81ea-3d090b48e976 admin admin] Publish callbacks [] for security_group (f05f20cf-ad37-4756-a71d-b308d1ac7337), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:19.060896 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-73e05880-3b86-4ef1-81ea-3d090b48e976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (f05f20cf-ad37-4756-a71d-b308d1ac7337), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:19.105659 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-73e05880-3b86-4ef1-81ea-3d090b48e976 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=eafe7837735844d8a6bbc3ec2ab8a484&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2372327 Jun 15 10:34:19.106621 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e05880-3b86-4ef1-81ea-3d090b48e976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05f20cf-ad37-4756-a71d-b308d1ac7337,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:34:19.108364 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 56776) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:34:19.113861 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e05880-3b86-4ef1-81ea-3d090b48e976 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:34:19.114215 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e05880-3b86-4ef1-81ea-3d090b48e976 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:34:19.114541 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e05880-3b86-4ef1-81ea-3d090b48e976 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:34:19.114877 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e05880-3b86-4ef1-81ea-3d090b48e976 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:34:19.115241 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e05880-3b86-4ef1-81ea-3d090b48e976 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:34:19.115570 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e05880-3b86-4ef1-81ea-3d090b48e976 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:34:19.115893 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e05880-3b86-4ef1-81ea-3d090b48e976 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:34:19.116220 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e05880-3b86-4ef1-81ea-3d090b48e976 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:34:19.116541 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e05880-3b86-4ef1-81ea-3d090b48e976 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:34:19.116864 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e05880-3b86-4ef1-81ea-3d090b48e976 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:34:19.117188 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e05880-3b86-4ef1-81ea-3d090b48e976 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:34:19.117508 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e05880-3b86-4ef1-81ea-3d090b48e976 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:34:19.117825 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e05880-3b86-4ef1-81ea-3d090b48e976 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:34:19.118141 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e05880-3b86-4ef1-81ea-3d090b48e976 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:34:19.118457 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e05880-3b86-4ef1-81ea-3d090b48e976 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:34:19.157028 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-7fb3df50-7faa-4ab5-8889-b1f7892e72be admin admin] Publish callbacks [] for security_group (f05f20cf-ad37-4756-a71d-b308d1ac7337), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:19.178740 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-7fb3df50-7faa-4ab5-8889-b1f7892e72be admin admin] Publish callbacks [] for security_group (f05f20cf-ad37-4756-a71d-b308d1ac7337), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:19.224110 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-7fb3df50-7faa-4ab5-8889-b1f7892e72be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (f05f20cf-ad37-4756-a71d-b308d1ac7337), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:19.227206 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-7fb3df50-7faa-4ab5-8889-b1f7892e72be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:19.228336 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-7fb3df50-7faa-4ab5-8889-b1f7892e72be admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f05f20cf-ad37-4756-a71d-b308d1ac7337 HTTP/1.1" status: 204 len: 168 time: 0.1190073 Jun 15 10:34:19.235822 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb3df50-7faa-4ab5-8889-b1f7892e72be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05f20cf-ad37-4756-a71d-b308d1ac7337,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:34:19.242877 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb3df50-7faa-4ab5-8889-b1f7892e72be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:34:19.243256 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb3df50-7faa-4ab5-8889-b1f7892e72be admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:34:19.243669 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb3df50-7faa-4ab5-8889-b1f7892e72be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:34:19.244079 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb3df50-7faa-4ab5-8889-b1f7892e72be admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:34:19.244460 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb3df50-7faa-4ab5-8889-b1f7892e72be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:34:19.244583 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb3df50-7faa-4ab5-8889-b1f7892e72be admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:34:19.244892 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb3df50-7faa-4ab5-8889-b1f7892e72be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:34:19.245214 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb3df50-7faa-4ab5-8889-b1f7892e72be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:34:19.245539 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb3df50-7faa-4ab5-8889-b1f7892e72be admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:34:19.245881 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb3df50-7faa-4ab5-8889-b1f7892e72be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:34:19.246189 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb3df50-7faa-4ab5-8889-b1f7892e72be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:34:19.246518 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb3df50-7faa-4ab5-8889-b1f7892e72be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:34:19.246855 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb3df50-7faa-4ab5-8889-b1f7892e72be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:34:19.247189 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb3df50-7faa-4ab5-8889-b1f7892e72be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:34:19.247511 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb3df50-7faa-4ab5-8889-b1f7892e72be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:34:19.385064 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e72151-7a59-4f16-b7cb-de08dcfcac11 req-007d120a-117d-47d8-94de-56efe6e9387a tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:19.386744 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-93e72151-7a59-4f16-b7cb-de08dcfcac11 req-007d120a-117d-47d8-94de-56efe6e9387a tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 945 time: 0.0573726 Jun 15 10:34:19.441676 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-93e72151-7a59-4f16-b7cb-de08dcfcac11 req-b202997f-7da8-4718-b28d-fa5a0a2ba398 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486257 Jun 15 10:34:19.702176 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c1094-8660-4c9f-9521-1d7345971601 req-d522cb52-9e56-4a68-8174-8bddf355113a tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:19.703655 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-199c1094-8660-4c9f-9521-1d7345971601 req-d522cb52-9e56-4a68-8174-8bddf355113a tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 944 time: 0.0489807 Jun 15 10:34:19.749298 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-199c1094-8660-4c9f-9521-1d7345971601 req-4ad86223-4eab-4457-b451-2814f92f438b tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402818 Jun 15 10:34:19.985983 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22460f56-5af0-4d72-8dd7-af6988fd23d5 req-6bf6343a-a6c2-4e2a-9811-3e670fb9aef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:19.987524 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-22460f56-5af0-4d72-8dd7-af6988fd23d5 req-6bf6343a-a6c2-4e2a-9811-3e670fb9aef1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f&tenant_id=5dc28af73e82414d8f709e447286a962 HTTP/1.1" status: 200 len: 1128 time: 0.0709665 Jun 15 10:34:20.050811 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebde467-a9da-4d3b-aeb8-2e7d9e1c7594 req-e27048a0-ac6b-466f-8666-78552963023b tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:20.052376 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8ebde467-a9da-4d3b-aeb8-2e7d9e1c7594 req-e27048a0-ac6b-466f-8666-78552963023b tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 945 time: 0.0505416 Jun 15 10:34:20.108874 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22460f56-5af0-4d72-8dd7-af6988fd23d5 req-d42feeda-9868-4dfb-9cb9-ed64edd1a578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:20.110365 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-22460f56-5af0-4d72-8dd7-af6988fd23d5 req-d42feeda-9868-4dfb-9cb9-ed64edd1a578 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5dc28af73e82414d8f709e447286a962&device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 1128 time: 0.0571322 Jun 15 10:34:20.132075 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:20.136857 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8ebde467-a9da-4d3b-aeb8-2e7d9e1c7594 req-ab7770dc-11bd-49e9-b52f-6eba30012744 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=97d90431-fd3e-46cc-9afa-e6e743d84baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751572 Jun 15 10:34:20.159763 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:20.219641 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22460f56-5af0-4d72-8dd7-af6988fd23d5 req-c5743e91-7ac1-47e7-8259-fef73fe37184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:20.221088 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-22460f56-5af0-4d72-8dd7-af6988fd23d5 req-c5743e91-7ac1-47e7-8259-fef73fe37184 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4d5f07d8-adfa-49e4-965f-88f44de7cd54 HTTP/1.1" status: 200 len: 918 time: 0.0982955 Jun 15 10:34:20.249112 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf2852-1060-40b3-ab6d-a47e6281855e req-4eda5771-1345-4041-a826-7362dab5dc81 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:20.250522 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-0baf2852-1060-40b3-ab6d-a47e6281855e req-4eda5771-1345-4041-a826-7362dab5dc81 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 945 time: 0.0467019 Jun 15 10:34:20.259501 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 56792) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:34:20.263942 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [None req-0f5593b3-fab2-496d-9b22-e1aadce6e1f9 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Request body: {'floatingip': {'port_id': 'b55b6c61-87be-499d-9c71-6698d6514e2d'}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:34:20.286339 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-22460f56-5af0-4d72-8dd7-af6988fd23d5 req-695aff75-7c9e-4c47-80a6-ffca5c07d513 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=836e09e8-adcf-4089-b01c-a780a8041789 HTTP/1.1" status: 200 len: 999 time: 0.0566430 Jun 15 10:34:20.305294 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-0f5593b3-fab2-496d-9b22-e1aadce6e1f9 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks [] for floatingip (ad1adaaa-8dae-4f7b-aab8-e3f3ae9d56cb), before_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:20.335402 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22460f56-5af0-4d72-8dd7-af6988fd23d5 req-06e09b62-4c1b-47be-9835-a92222efbaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:20.336893 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-22460f56-5af0-4d72-8dd7-af6988fd23d5 req-06e09b62-4c1b-47be-9835-a92222efbaeb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9d001222-a4ff-4954-9899-62f9de0c8b3d HTTP/1.1" status: 200 len: 856 time: 0.0438507 Jun 15 10:34:20.389100 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:20.394246 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22460f56-5af0-4d72-8dd7-af6988fd23d5 req-8bb77a8f-2a86-4b1f-93de-b2dfbdc9ff22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:20.395791 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-22460f56-5af0-4d72-8dd7-af6988fd23d5 req-8bb77a8f-2a86-4b1f-93de-b2dfbdc9ff22 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4d5f07d8-adfa-49e4-965f-88f44de7cd54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484703 Jun 15 10:34:20.525131 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-22460f56-5af0-4d72-8dd7-af6988fd23d5 req-977ac140-d0ab-40c7-8e46-7f4522470f2d service neutron] 10.222.0.62 "GET /v2.0/networks/4d5f07d8-adfa-49e4-965f-88f44de7cd54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193316 Jun 15 10:34:20.578730 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c88ce929-9091-4d2b-a249-c83f1ac02d09 req-4d9ef30d-0758-4d68-bb32-afad5163b743 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1af6cc0a-d588-4a98-a82a-56d49cd2c55c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0906556 Jun 15 10:34:20.602281 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50732a1d-df91-47d1-b87b-ac0c99936603 req-e3a7616a-c083-499d-b60d-b68cba1157f2 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:20.603758 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-50732a1d-df91-47d1-b87b-ac0c99936603 req-e3a7616a-c083-499d-b60d-b68cba1157f2 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 945 time: 0.0771956 Jun 15 10:34:20.699254 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ce929-9091-4d2b-a249-c83f1ac02d09 req-e085a3c0-fe18-42dd-a1fc-3a82111157e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:20.700741 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c88ce929-9091-4d2b-a249-c83f1ac02d09 req-e085a3c0-fe18-42dd-a1fc-3a82111157e2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b683b2d399b54484aa5820537038b8af&device_id=1af6cc0a-d588-4a98-a82a-56d49cd2c55c HTTP/1.1" status: 200 len: 1129 time: 0.0667715 Jun 15 10:34:20.728048 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-0f5593b3-fab2-496d-9b22-e1aadce6e1f9 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:20.732958 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-0f5593b3-fab2-496d-9b22-e1aadce6e1f9 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-721338'] for floatingip (ad1adaaa-8dae-4f7b-aab8-e3f3ae9d56cb), after_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:20.740249 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-22460f56-5af0-4d72-8dd7-af6988fd23d5 req-a6dc906b-82b9-4c3e-92f4-d56294816311 service neutron] 10.222.0.62 "GET /v2.0/networks/4d5f07d8-adfa-49e4-965f-88f44de7cd54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985106 Jun 15 10:34:20.752582 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-50732a1d-df91-47d1-b87b-ac0c99936603 req-89ff94f4-b8bf-4497-81e9-1136f0549588 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175013 Jun 15 10:34:20.833441 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.db.l3_db [None req-0f5593b3-fab2-496d-9b22-e1aadce6e1f9 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Floating IP ad1adaaa-8dae-4f7b-aab8-e3f3ae9d56cb associated. External IP: 172.27.0.39, port: b55b6c61-87be-499d-9c71-6698d6514e2d. Jun 15 10:34:20.835346 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ce929-9091-4d2b-a249-c83f1ac02d09 req-70fdf91f-f370-4bf1-a8cc-6563cd464d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:20.837040 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c88ce929-9091-4d2b-a249-c83f1ac02d09 req-70fdf91f-f370-4bf1-a8cc-6563cd464d00 service neutron] 10.222.0.62 "GET /v2.0/networks?id=56f473a9-939b-4bd2-a5d0-e5eaaaa25745 HTTP/1.1" status: 200 len: 916 time: 0.1114976 Jun 15 10:34:20.905252 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c88ce929-9091-4d2b-a249-c83f1ac02d09 req-db0594d5-0bc2-461e-a09c-816e13404d50 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=093ff4e7-eb5f-4b43-9bc3-63863d7ab03e HTTP/1.1" status: 200 len: 1000 time: 0.0615890 Jun 15 10:34:20.925996 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:20.940381 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ea210-218f-4d59-be4c-3b98e75a40e4 req-5789c0b9-5ff6-4ec1-8a3b-9081abc602c4 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:20.941838 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-803ea210-218f-4d59-be4c-3b98e75a40e4 req-5789c0b9-5ff6-4ec1-8a3b-9081abc602c4 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 944 time: 0.1052923 Jun 15 10:34:21.008129 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-803ea210-218f-4d59-be4c-3b98e75a40e4 req-aa9e1134-8032-4ebf-8a7c-02ec4577da98 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600185 Jun 15 10:34:21.019920 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ce929-9091-4d2b-a249-c83f1ac02d09 req-d5441cbb-c779-4236-b90b-302c969155d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:21.021690 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c88ce929-9091-4d2b-a249-c83f1ac02d09 req-d5441cbb-c779-4236-b90b-302c969155d2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=aea43f55-c61e-41b2-b313-b361b1b26da0 HTTP/1.1" status: 200 len: 854 time: 0.0476713 Jun 15 10:34:21.072779 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ce929-9091-4d2b-a249-c83f1ac02d09 req-3e36a846-ac1b-4810-b477-ca4eb076c199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:21.074388 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c88ce929-9091-4d2b-a249-c83f1ac02d09 req-3e36a846-ac1b-4810-b477-ca4eb076c199 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=56f473a9-939b-4bd2-a5d0-e5eaaaa25745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437419 Jun 15 10:34:21.113174 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f5593b3-fab2-496d-9b22-e1aadce6e1f9 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Router 95f3bb7c-a043-4f67-9816-ac38c8ca03f3 has already been hosted by L3 agent 06043943-94cb-49df-a062-a4886c03e673 {{(pid=103805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 10:34:21.196317 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c88ce929-9091-4d2b-a249-c83f1ac02d09 req-ff9b4803-fa8e-4b8b-8e46-6173fa26994c service neutron] 10.222.0.62 "GET /v2.0/networks/56f473a9-939b-4bd2-a5d0-e5eaaaa25745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131961 Jun 15 10:34:21.237394 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f5593b3-fab2-496d-9b22-e1aadce6e1f9 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Notify agent at l3_agent.dv-cinder-843493-2-iscsi the message routers_updated {{(pid=103805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 10:34:21.242135 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-0f5593b3-fab2-496d-9b22-e1aadce6e1f9 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for floatingip (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:21.246782 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2b3a6d-d3ad-4678-a89d-9c89427a5906 None None] Sync routers for ids ['95f3bb7c-a043-4f67-9816-ac38c8ca03f3'] in dv-cinder-843493-2-iscsi {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 10:34:21.258809 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2b3a6d-d3ad-4678-a89d-9c89427a5906 None None] Routers {'95f3bb7c-a043-4f67-9816-ac38c8ca03f3'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:34:21.259441 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-1a2b3a6d-d3ad-4678-a89d-9c89427a5906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:34:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['95f3bb7c-a043-4f67-9816-ac38c8ca03f3'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:34:21.273725 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-0f5593b3-fab2-496d-9b22-e1aadce6e1f9 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "PUT /v2.0/floatingips/ad1adaaa-8dae-4f7b-aab8-e3f3ae9d56cb HTTP/1.1" status: 200 len: 990 time: 1.0131626 Jun 15 10:34:21.274433 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dc2e258-7d46-483d-b6d9-8c11d75d9b09', 'tag': 'b55b6c61-87be-499d-9c71-6698d6514e2d'}] {{(pid=103805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:34:21.276821 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dae1a2ec98fad4bc98d3c27259afee88ba803ed696ab09c59914859421da8ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b69fa6a-7818-4d58-b533-b82575ccfe6e" -d '{"events": [{"name": "network-changed", "server_uuid": "2dc2e258-7d46-483d-b6d9-8c11d75d9b09", "tag": "b55b6c61-87be-499d-9c71-6698d6514e2d"}]}' {{(pid=103805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:34:21.281489 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=100 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:21.299799 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c88ce929-9091-4d2b-a249-c83f1ac02d09 req-83152b91-a636-46d7-859c-d249c15e976d service neutron] 10.222.0.62 "GET /v2.0/networks/56f473a9-939b-4bd2-a5d0-e5eaaaa25745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966332 Jun 15 10:34:21.319902 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 10:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97472570-b8f8-41d8-89c4-2b3fae69e28b x-openstack-request-id: req-97472570-b8f8-41d8-89c4-2b3fae69e28b {{(pid=103805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:34:21.320296 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dc2e258-7d46-483d-b6d9-8c11d75d9b09", "tag": "b55b6c61-87be-499d-9c71-6698d6514e2d", "status": "completed", "code": 200}]} {{(pid=103805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:34:21.320647 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-97472570-b8f8-41d8-89c4-2b3fae69e28b {{(pid=103805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:34:21.321150 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97472570-b8f8-41d8-89c4-2b3fae69e28b'] response: {'name': 'network-changed', 'server_uuid': '2dc2e258-7d46-483d-b6d9-8c11d75d9b09', 'tag': 'b55b6c61-87be-499d-9c71-6698d6514e2d', 'status': 'completed', 'code': 200} Jun 15 10:34:21.378246 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-1a2b3a6d-d3ad-4678-a89d-9c89427a5906 None None] Set router 95f3bb7c-a043-4f67-9816-ac38c8ca03f3 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:34:21.471485 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=100 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:21.478446 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69fa6a-7818-4d58-b533-b82575ccfe6e req-44c129d1-4016-4eb0-a354-94ec76fc37db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:21.480647 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7b69fa6a-7818-4d58-b533-b82575ccfe6e req-44c129d1-4016-4eb0-a354-94ec76fc37db service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=993c57bae00b4a0db1d8de0f5017630a&device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 1129 time: 0.0928836 Jun 15 10:34:21.614677 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-1a2b3a6d-d3ad-4678-a89d-9c89427a5906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f3bb7c-a043-4f67-9816-ac38c8ca03f3', 'name': 'tempest-ServerRescueNegativeTestJSON-1419186222-router', 'tenant_id': '993c57bae00b4a0db1d8de0f5017630a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'b7bd4cac-b4b2-460c-a99b-a7ea3afa1580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:13Z', 'updated_at': '2022-06-15T10:31:20Z', 'revision_number': 4, 'project_id': '993c57bae00b4a0db1d8de0f5017630a', 'gw_port': {'id': 'b7bd4cac-b4b2-460c-a99b-a7ea3afa1580', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f3bb7c-a043-4f67-9816-ac38c8ca03f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:14Z', 'updated_at': '2022-06-15T10:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_floatingips': [{'id': 'ad1adaaa-8dae-4f7b-aab8-e3f3ae9d56cb', 'tenant_id': '993c57bae00b4a0db1d8de0f5017630a', 'floating_ip_address': '172.27.0.39', 'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'router_id': '95f3bb7c-a043-4f67-9816-ac38c8ca03f3', 'port_id': 'b55b6c61-87be-499d-9c71-6698d6514e2d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5357f5ea-5034-4116-bf4e-1ab906c37c40', 'mac_address': 'fa:16:3e:c6:c7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc2e258-7d46-483d-b6d9-8c11d75d9b09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T10:33:39Z', 'updated_at': '2022-06-15T10:34:20Z', 'revision_number': 1, 'project_id': '993c57bae00b4a0db1d8de0f5017630a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '661b3675-95e9-4505-bbd9-a060f28ffbe2', 'name': '', 'network_id': '5357f5ea-5034-4116-bf4e-1ab906c37c40', 'tenant_id': '993c57bae00b4a0db1d8de0f5017630a', 'mac_address': 'fa:16:3e:ce:08:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f3bb7c-a043-4f67-9816-ac38c8ca03f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd0adbd34-bf07-4fba-a812-11643023d5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:18Z', 'updated_at': '2022-06-15T10:31:31Z', 'revision_number': 5, 'project_id': '993c57bae00b4a0db1d8de0f5017630a', 'subnets': [{'id': 'd0adbd34-bf07-4fba-a812-11643023d5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:34:21.639289 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2b3a6d-d3ad-4678-a89d-9c89427a5906 None None] Checking router: 95f3bb7c-a043-4f67-9816-ac38c8ca03f3 for host: dv-cinder-843493-2-iscsi {{(pid=103808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 10:34:21.647972 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2b3a6d-d3ad-4678-a89d-9c89427a5906 None None] Routers {'95f3bb7c-a043-4f67-9816-ac38c8ca03f3'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:34:21.648560 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-1a2b3a6d-d3ad-4678-a89d-9c89427a5906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:34:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['95f3bb7c-a043-4f67-9816-ac38c8ca03f3'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:34:21.657652 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (a4349971-e88a-4ea8-a067-54d07204ee65), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:21.747382 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-1a2b3a6d-d3ad-4678-a89d-9c89427a5906 None None] Set router 95f3bb7c-a043-4f67-9816-ac38c8ca03f3 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:34:21.951959 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc3b33-0fa7-4b6f-8f38-9c05673d08ca req-eaf9da33-5532-45db-a23e-60c86069bd34 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:21.953661 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-82bc3b33-0fa7-4b6f-8f38-9c05673d08ca req-eaf9da33-5532-45db-a23e-60c86069bd34 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 945 time: 0.1027248 Jun 15 10:34:22.025617 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-82bc3b33-0fa7-4b6f-8f38-9c05673d08ca req-9be2983f-0ef5-42a5-89bc-6e606bfc3679 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652921 Jun 15 10:34:22.094736 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-1a2b3a6d-d3ad-4678-a89d-9c89427a5906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f3bb7c-a043-4f67-9816-ac38c8ca03f3', 'name': 'tempest-ServerRescueNegativeTestJSON-1419186222-router', 'tenant_id': '993c57bae00b4a0db1d8de0f5017630a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'b7bd4cac-b4b2-460c-a99b-a7ea3afa1580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:13Z', 'updated_at': '2022-06-15T10:31:20Z', 'revision_number': 4, 'project_id': '993c57bae00b4a0db1d8de0f5017630a', 'gw_port': {'id': 'b7bd4cac-b4b2-460c-a99b-a7ea3afa1580', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f3bb7c-a043-4f67-9816-ac38c8ca03f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:14Z', 'updated_at': '2022-06-15T10:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_floatingips': [{'id': 'ad1adaaa-8dae-4f7b-aab8-e3f3ae9d56cb', 'tenant_id': '993c57bae00b4a0db1d8de0f5017630a', 'floating_ip_address': '172.27.0.39', 'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'router_id': '95f3bb7c-a043-4f67-9816-ac38c8ca03f3', 'port_id': 'b55b6c61-87be-499d-9c71-6698d6514e2d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5357f5ea-5034-4116-bf4e-1ab906c37c40', 'mac_address': 'fa:16:3e:c6:c7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc2e258-7d46-483d-b6d9-8c11d75d9b09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T10:33:39Z', 'updated_at': '2022-06-15T10:34:20Z', 'revision_number': 1, 'project_id': '993c57bae00b4a0db1d8de0f5017630a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '661b3675-95e9-4505-bbd9-a060f28ffbe2', 'name': '', 'network_id': '5357f5ea-5034-4116-bf4e-1ab906c37c40', 'tenant_id': '993c57bae00b4a0db1d8de0f5017630a', 'mac_address': 'fa:16:3e:ce:08:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f3bb7c-a043-4f67-9816-ac38c8ca03f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd0adbd34-bf07-4fba-a812-11643023d5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:18Z', 'updated_at': '2022-06-15T10:31:31Z', 'revision_number': 5, 'project_id': '993c57bae00b4a0db1d8de0f5017630a', 'subnets': [{'id': 'd0adbd34-bf07-4fba-a812-11643023d5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:34:22.120932 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2b3a6d-d3ad-4678-a89d-9c89427a5906 None None] The sync data for ids ['95f3bb7c-a043-4f67-9816-ac38c8ca03f3'] in dv-cinder-843493-2-iscsi is: [{'id': '95f3bb7c-a043-4f67-9816-ac38c8ca03f3', 'name': 'tempest-ServerRescueNegativeTestJSON-1419186222-router', 'tenant_id': '993c57bae00b4a0db1d8de0f5017630a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'b7bd4cac-b4b2-460c-a99b-a7ea3afa1580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:13Z', 'updated_at': '2022-06-15T10:31:20Z', 'revision_number': 4, 'project_id': '993c57bae00b4a0db1d8de0f5017630a', 'gw_port': {'id': 'b7bd4cac-b4b2-460c-a99b-a7ea3afa1580', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f3bb7c-a043-4f67-9816-ac38c8ca03f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:14Z', 'updated_at': '2022-06-15T10:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_floatingips': [{'id': 'ad1adaaa-8dae-4f7b-aab8-e3f3ae9d56cb', 'tenant_id': '993c57bae00b4a0db1d8de0f5017630a', 'floating_ip_address': '172.27.0.39', 'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'router_id': '95f3bb7c-a043-4f67-9816-ac38c8ca03f3', 'port_id': 'b55b6c61-87be-499d-9c71-6698d6514e2d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5357f5ea-5034-4116-bf4e-1ab906c37c40', 'mac_address': 'fa:16:3e:c6:c7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc2e258-7d46-483d-b6d9-8c11d75d9b09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T10:33:39Z', 'updated_at': '2022-06-15T10:34:20Z', 'revision_number': 1, 'project_id': '993c57bae00b4a0db1d8de0f5017630a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '661b3675-95e9-4505-bbd9-a060f28ffbe2', 'name': '', 'network_id': '5357f5ea-5034-4116-bf4e-1ab906c37c40', 'tenant_id': '993c57bae00b4a0db1d8de0f5017630a', 'mac_address': 'fa:16:3e:ce:08:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f3bb7c-a043-4f67-9816-ac38c8ca03f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd0adbd34-bf07-4fba-a812-11643023d5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:18Z', 'updated_at': '2022-06-15T10:31:31Z', 'revision_number': 5, 'project_id': '993c57bae00b4a0db1d8de0f5017630a', 'subnets': [{'id': 'd0adbd34-bf07-4fba-a812-11643023d5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 10:34:22.153721 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b58814-88f8-4fdd-a8ea-5e542484e2dd req-0f35e1a6-80e3-445b-8030-d9370b986301 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:22.155561 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-21b58814-88f8-4fdd-a8ea-5e542484e2dd req-0f35e1a6-80e3-445b-8030-d9370b986301 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 944 time: 0.0561426 Jun 15 10:34:22.211262 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-21b58814-88f8-4fdd-a8ea-5e542484e2dd req-eb439ccc-7cf0-4010-957b-1539cad8ba1a tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494583 Jun 15 10:34:22.359472 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e842a3-3699-40c6-a443-9da989743c0c None None] New status for floating IP ad1adaaa-8dae-4f7b-aab8-e3f3ae9d56cb: ACTIVE {{(pid=103807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 10:34:22.415296 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:22.687419 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.agents_db [None req-cff4c53f-faac-479c-b9be-928944d02899 None None] Agent healthcheck: found 6 active agents {{(pid=103808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 10:34:23.147890 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a907369b-0343-4703-8f04-472608d5e465 req-197c70e7-8b14-4cf4-9129-f52b1b45773c tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:23.149544 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-a907369b-0343-4703-8f04-472608d5e465 req-197c70e7-8b14-4cf4-9129-f52b1b45773c tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 945 time: 0.0500059 Jun 15 10:34:23.170490 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:23.205118 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-a907369b-0343-4703-8f04-472608d5e465 req-3aae7050-6c44-4272-b25a-e5f501bbee74 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495155 Jun 15 10:34:23.343553 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a224c3d-7f12-4c8a-abb0-945432c0f994 req-6b24d46f-b5b3-48de-94e5-0dfe2c6d5a39 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:23.345761 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4a224c3d-7f12-4c8a-abb0-945432c0f994 req-6b24d46f-b5b3-48de-94e5-0dfe2c6d5a39 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 944 time: 0.0550568 Jun 15 10:34:23.395857 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4a224c3d-7f12-4c8a-abb0-945432c0f994 req-a34845a5-ede3-4c37-a81d-e5d9a47e81ec tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434024 Jun 15 10:34:24.322695 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a87a81-f8db-4850-bcbe-bec0c56f917a req-bea4e92d-78f1-43bc-a624-7c136749bca4 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:24.324870 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-c3a87a81-f8db-4850-bcbe-bec0c56f917a req-bea4e92d-78f1-43bc-a624-7c136749bca4 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 945 time: 0.0501914 Jun 15 10:34:24.379510 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-c3a87a81-f8db-4850-bcbe-bec0c56f917a req-694e2beb-aeef-4480-9861-d579df044414 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481217 Jun 15 10:34:24.530812 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e68a9b-9b16-44ca-98eb-ed38fb2c0e1d req-c5895a23-3a5a-400a-9076-69e6c1dbcdee tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:24.532328 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-10e68a9b-9b16-44ca-98eb-ed38fb2c0e1d req-c5895a23-3a5a-400a-9076-69e6c1dbcdee tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 944 time: 0.0594492 Jun 15 10:34:24.580705 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-10e68a9b-9b16-44ca-98eb-ed38fb2c0e1d req-9a746368-a93f-492b-8a3a-be0ec80902ad tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429873 Jun 15 10:34:25.514019 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34530784-db49-44f7-90da-931cfeb53efa req-5c96e99c-922d-4a92-b70d-95ced858d31d tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:25.515543 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-34530784-db49-44f7-90da-931cfeb53efa req-5c96e99c-922d-4a92-b70d-95ced858d31d tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 945 time: 0.0524411 Jun 15 10:34:25.568875 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-34530784-db49-44f7-90da-931cfeb53efa req-5455be21-9de7-4e01-9931-88268807dc17 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471463 Jun 15 10:34:25.701647 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f37c2-b9d5-4bd7-aec3-ccbe193b5dd2 req-dc4af4ba-5f5e-4f41-b8ed-9a81c759b0e6 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:25.703290 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-751f37c2-b9d5-4bd7-aec3-ccbe193b5dd2 req-dc4af4ba-5f5e-4f41-b8ed-9a81c759b0e6 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 944 time: 0.0479803 Jun 15 10:34:25.752792 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-751f37c2-b9d5-4bd7-aec3-ccbe193b5dd2 req-2921845b-9efc-4578-83df-fb7830c2152b tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436008 Jun 15 10:34:26.698079 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da286c0c-1a60-4a7a-80e1-df1c22077f1b req-d5ce893a-674e-4adc-8b2e-cb9967b5b14b tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:26.699729 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-da286c0c-1a60-4a7a-80e1-df1c22077f1b req-d5ce893a-674e-4adc-8b2e-cb9967b5b14b tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 945 time: 0.0479598 Jun 15 10:34:26.756532 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-da286c0c-1a60-4a7a-80e1-df1c22077f1b req-136dd026-0a51-436f-bf22-72c77e5e96f0 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506682 Jun 15 10:34:26.880006 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03057b5b-ac72-4440-8d9e-3130e797ddf3 req-ab1ada00-91a6-4a40-9ecc-fbd521c97fc7 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:26.881765 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-03057b5b-ac72-4440-8d9e-3130e797ddf3 req-ab1ada00-91a6-4a40-9ecc-fbd521c97fc7 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 944 time: 0.0516772 Jun 15 10:34:26.929425 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-03057b5b-ac72-4440-8d9e-3130e797ddf3 req-240b001e-2792-4d59-b6ff-d9fa3a14b694 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407674 Jun 15 10:34:27.877991 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413c2e9a-2fa3-4534-a325-7f8c1f5fe371 req-6bddb594-295b-464a-8e0e-e9fe4781d55f tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:27.880447 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-413c2e9a-2fa3-4534-a325-7f8c1f5fe371 req-6bddb594-295b-464a-8e0e-e9fe4781d55f tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 945 time: 0.0495276 Jun 15 10:34:27.948203 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-413c2e9a-2fa3-4534-a325-7f8c1f5fe371 req-aedac35b-c272-44bf-a263-6ee961a0c7a4 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617495 Jun 15 10:34:28.056762 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0655f9-10e6-488a-83b2-2078cc613b97 req-86da8951-cfb2-4c87-bb17-a41c4cc07c2e tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:28.058258 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8e0655f9-10e6-488a-83b2-2078cc613b97 req-86da8951-cfb2-4c87-bb17-a41c4cc07c2e tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 944 time: 0.0503714 Jun 15 10:34:28.105073 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8e0655f9-10e6-488a-83b2-2078cc613b97 req-08c5ca5a-614f-4451-9be4-56aaafd14c02 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409274 Jun 15 10:34:29.099943 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa58b2-dce3-40b8-8d55-24aeb48f25ec req-6adedd24-b845-4b12-af42-a01640be3fab tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:29.101492 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-58fa58b2-dce3-40b8-8d55-24aeb48f25ec req-6adedd24-b845-4b12-af42-a01640be3fab tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 945 time: 0.0704739 Jun 15 10:34:29.136937 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=100 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:29.153679 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-58fa58b2-dce3-40b8-8d55-24aeb48f25ec req-34b2fd74-6c4d-42fa-b51a-7dd3141e9252 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454867 Jun 15 10:34:29.243074 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3631bc-06da-403b-9be2-0645e1ea6738 req-ffc6658c-2fe4-4e77-87dd-db2d3a3069af tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:29.244589 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-fa3631bc-06da-403b-9be2-0645e1ea6738 req-ffc6658c-2fe4-4e77-87dd-db2d3a3069af tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 944 time: 0.0535817 Jun 15 10:34:29.297407 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-fa3631bc-06da-403b-9be2-0645e1ea6738 req-38533f42-d1af-4e9b-97b5-6cadc98ca94b tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469313 Jun 15 10:34:30.268373 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62c9bf-b594-4512-b0f2-c932b1416bf2 req-f0e7e6f7-76ea-41bd-b555-51725baf5045 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:30.269911 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-fc62c9bf-b594-4512-b0f2-c932b1416bf2 req-f0e7e6f7-76ea-41bd-b555-51725baf5045 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 945 time: 0.0484245 Jun 15 10:34:30.322805 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-fc62c9bf-b594-4512-b0f2-c932b1416bf2 req-bf91b65d-5527-4066-9c14-18cdec31f6c1 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465200 Jun 15 10:34:30.423023 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e67f7-251c-4bb1-b9c2-3fc5ab28bedb req-bcd9a55b-e203-4cd3-9e23-b752acaf93bd tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:30.424554 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-de7e67f7-251c-4bb1-b9c2-3fc5ab28bedb req-bcd9a55b-e203-4cd3-9e23-b752acaf93bd tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 944 time: 0.0499957 Jun 15 10:34:30.479186 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-de7e67f7-251c-4bb1-b9c2-3fc5ab28bedb req-1f981632-c0f5-4f8e-acc5-aeed74024d3f tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490384 Jun 15 10:34:31.450627 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab121aed-95e0-4a22-9514-0a74e5dbff7f req-5fbcdf28-6927-4e18-9464-89df68890411 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:31.452150 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-ab121aed-95e0-4a22-9514-0a74e5dbff7f req-5fbcdf28-6927-4e18-9464-89df68890411 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 945 time: 0.0519664 Jun 15 10:34:31.499583 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-ab121aed-95e0-4a22-9514-0a74e5dbff7f req-7eaa3754-8362-4587-8271-75e748ceb6d5 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420377 Jun 15 10:34:31.598356 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f8ae9-d771-4c80-887a-a308be38d831 req-3fe4c57c-9c3d-4765-97c9-5b87e2606dd3 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:31.599781 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4d9f8ae9-d771-4c80-887a-a308be38d831 req-3fe4c57c-9c3d-4765-97c9-5b87e2606dd3 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 944 time: 0.0467410 Jun 15 10:34:31.647442 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4d9f8ae9-d771-4c80-887a-a308be38d831 req-b4ee9723-d98f-47dd-86ab-4a4c62335681 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416100 Jun 15 10:34:32.098640 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=76 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:32.373427 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69fa6a-7818-4d58-b533-b82575ccfe6e req-5f41ff8c-e9e5-4131-b823-0d0048efdfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:32.374945 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7b69fa6a-7818-4d58-b533-b82575ccfe6e req-5f41ff8c-e9e5-4131-b823-0d0048efdfd6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5357f5ea-5034-4116-bf4e-1ab906c37c40 HTTP/1.1" status: 200 len: 920 time: 0.0874999 Jun 15 10:34:32.456952 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:32.496690 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:32.613677 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c7334-9601-4fa5-8e80-7c592a3ef0b7 req-7d7830c3-c0b0-4a80-a541-461c4fa5abfa tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:32.615064 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-c98c7334-9601-4fa5-8e80-7c592a3ef0b7 req-7d7830c3-c0b0-4a80-a541-461c4fa5abfa tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 945 time: 0.0466127 Jun 15 10:34:32.661480 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-c98c7334-9601-4fa5-8e80-7c592a3ef0b7 req-32bc5cef-306f-4ae0-aab0-0998c6c75528 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404141 Jun 15 10:34:32.686955 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=74 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:32.751506 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=100 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:32.766207 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9044e763-537d-4835-8869-06389d3cec3e req-13085b10-d76c-4ae7-863d-e2d9482016d2 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:32.767714 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9044e763-537d-4835-8869-06389d3cec3e req-13085b10-d76c-4ae7-863d-e2d9482016d2 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 944 time: 0.0474374 Jun 15 10:34:32.811195 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=100 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:32.815790 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9044e763-537d-4835-8869-06389d3cec3e req-8d800bb8-01fb-4cb8-a235-0303c585ad13 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425248 Jun 15 10:34:32.908916 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7b69fa6a-7818-4d58-b533-b82575ccfe6e req-ed9a7cf8-6d8d-4cf3-b14a-406248597263 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b55b6c61-87be-499d-9c71-6698d6514e2d HTTP/1.1" status: 200 len: 1000 time: 0.0625727 Jun 15 10:34:33.561963 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69fa6a-7818-4d58-b533-b82575ccfe6e req-873cb9a9-9bfc-4ec3-bc49-4eebe1fc15e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:33.563477 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7b69fa6a-7818-4d58-b533-b82575ccfe6e req-873cb9a9-9bfc-4ec3-bc49-4eebe1fc15e4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d0adbd34-bf07-4fba-a812-11643023d5f4 HTTP/1.1" status: 200 len: 858 time: 0.0476027 Jun 15 10:34:33.777759 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1443f-3986-480b-90c1-2ce0ed6363d4 req-f0a9ad4e-36bd-42b4-87a5-2dde6273a6c1 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:33.779175 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-eac1443f-3986-480b-90c1-2ce0ed6363d4 req-f0a9ad4e-36bd-42b4-87a5-2dde6273a6c1 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 945 time: 0.0490735 Jun 15 10:34:33.825892 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-eac1443f-3986-480b-90c1-2ce0ed6363d4 req-9391078c-484f-450f-b112-d9dd3d631689 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408950 Jun 15 10:34:33.937060 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628f446-3bff-4ac5-8c1b-8a55cd3650df req-8d71abb9-75fd-48ff-86d0-63562cae3efc tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:33.938568 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2628f446-3bff-4ac5-8c1b-8a55cd3650df req-8d71abb9-75fd-48ff-86d0-63562cae3efc tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 944 time: 0.0481479 Jun 15 10:34:33.994476 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69fa6a-7818-4d58-b533-b82575ccfe6e req-1ae7d11d-5155-4101-aab5-de22ac73b287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:33.995966 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7b69fa6a-7818-4d58-b533-b82575ccfe6e req-1ae7d11d-5155-4101-aab5-de22ac73b287 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5357f5ea-5034-4116-bf4e-1ab906c37c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0560448 Jun 15 10:34:34.020741 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2628f446-3bff-4ac5-8c1b-8a55cd3650df req-9907abca-e836-4fa7-8e57-e57503978723 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514896 Jun 15 10:34:34.938017 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b574d82-39bc-4694-a925-fdfd8675243f req-7a8df1b7-1d10-486b-bb69-0d70118931a3 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:34.939520 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-0b574d82-39bc-4694-a925-fdfd8675243f req-7a8df1b7-1d10-486b-bb69-0d70118931a3 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 945 time: 0.0473554 Jun 15 10:34:34.988694 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-0b574d82-39bc-4694-a925-fdfd8675243f req-5cda4402-f26e-48a4-bec0-4beb23f25d6f tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437877 Jun 15 10:34:35.065119 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7b69fa6a-7818-4d58-b533-b82575ccfe6e req-934ed89e-893e-409b-8fbb-2cd40bbda468 service neutron] 10.222.0.62 "GET /v2.0/networks/5357f5ea-5034-4116-bf4e-1ab906c37c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980361 Jun 15 10:34:35.144722 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d57be60-afd1-4cb5-a602-ba81eda993b7 req-299c6e46-6d06-4e62-935d-e5b9c21ed6f9 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:35.146213 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2d57be60-afd1-4cb5-a602-ba81eda993b7 req-299c6e46-6d06-4e62-935d-e5b9c21ed6f9 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 944 time: 0.0494187 Jun 15 10:34:35.191893 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2d57be60-afd1-4cb5-a602-ba81eda993b7 req-9682d485-4d60-4683-a1ec-169a10426539 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394604 Jun 15 10:34:35.553562 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7b69fa6a-7818-4d58-b533-b82575ccfe6e req-e060b8d4-8c7b-4fe5-bcf6-f36489cdc83a service neutron] 10.222.0.62 "GET /v2.0/networks/5357f5ea-5034-4116-bf4e-1ab906c37c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826275 Jun 15 10:34:36.101463 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9799c9d-64e7-4511-964a-a84bb3913526 req-31154d4d-10f1-41dd-97b9-32966f54b135 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:36.103457 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-f9799c9d-64e7-4511-964a-a84bb3913526 req-31154d4d-10f1-41dd-97b9-32966f54b135 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 945 time: 0.0462883 Jun 15 10:34:36.128056 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=100 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:36.156519 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-f9799c9d-64e7-4511-964a-a84bb3913526 req-9b6971ed-b6df-4894-9286-84274a7f894c tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467584 Jun 15 10:34:36.158297 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 836e09e8-adcf-4089-b01c-a780a8041789 details requested by agent hyperv_hv-cinder-84349 with host hv-cinder-84349 {{(pid=103807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 10:34:36.204810 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650e43e-92e8-4d75-9a61-6eba2e16d10b req-4becac09-06fd-4978-8d00-b2e5483243d7 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:36.206277 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d650e43e-92e8-4d75-9a61-6eba2e16d10b req-4becac09-06fd-4978-8d00-b2e5483243d7 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/ports?device_id=66917c2a-3a37-464a-b12c-68f7e8a2089d HTTP/1.1" status: 200 len: 946 time: 0.0513942 Jun 15 10:34:36.254722 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d650e43e-92e8-4d75-9a61-6eba2e16d10b req-e28be7f5-1831-4df3-9267-11286f523b4d tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/security-groups?id=af8f7a35-f212-49d3-a09d-67bd4f9005b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421569 Jun 15 10:34:36.259478 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port 836e09e8-adcf-4089-b01c-a780a8041789, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=836e09e8-adcf-4089-b01c-a780a8041789,segment=NetworkSegment(19f9c52a-802c-4297-ba83-8da5c92ffd0c),segment_id=19f9c52a-802c-4297-ba83-8da5c92ffd0c)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:34:36.271227 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Returning: {'device': '836e09e8-adcf-4089-b01c-a780a8041789', 'network_id': '4d5f07d8-adfa-49e4-965f-88f44de7cd54', 'port_id': '836e09e8-adcf-4089-b01c-a780a8041789', 'mac_address': 'fa:16:3e:56:7c:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d001222-a4ff-4954-9899-62f9de0c8b3d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 10:34:36.277879 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 56924) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:34:36.307340 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Current status of the port 836e09e8-adcf-4089-b01c-a780a8041789 is: DOWN; New status is: BUILD {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:34:36.307801 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (836e09e8-adcf-4089-b01c-a780a8041789), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:36.318371 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e50768-7bd9-4eff-aca0-6e0bd3ab5512 req-a3f84e45-c523-4d55-9a8b-d19c53bfa271 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:36.320016 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-86e50768-7bd9-4eff-aca0-6e0bd3ab5512 req-a3f84e45-c523-4d55-9a8b-d19c53bfa271 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 944 time: 0.0549774 Jun 15 10:34:36.321389 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 836e09e8-adcf-4089-b01c-a780a8041789 {{(pid=103807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 10:34:36.342702 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port 836e09e8-adcf-4089-b01c-a780a8041789, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=836e09e8-adcf-4089-b01c-a780a8041789,segment=NetworkSegment(19f9c52a-802c-4297-ba83-8da5c92ffd0c),segment_id=19f9c52a-802c-4297-ba83-8da5c92ffd0c)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:34:36.346548 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (836e09e8-adcf-4089-b01c-a780a8041789), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:36.370592 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-86e50768-7bd9-4eff-aca0-6e0bd3ab5512 req-7ae2ec5b-daa2-40be-ac8a-b2cf3116fdbf tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450842 Jun 15 10:34:36.397399 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Pushing event updated for resources: {'Port': ['ID=836e09e8-adcf-4089-b01c-a780a8041789,revision_number=9']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:34:36.405254 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:34:36.405599 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:34:36.405955 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:34:36.406309 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:34:36.406643 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:34:36.406976 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:34:36.407329 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:34:36.407652 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:34:36.407975 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:34:36.408301 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:34:36.408620 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:34:36.408957 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:34:36.409277 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:34:36.409593 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:34:36.409908 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:34:36.508905 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a628c3ff-44c3-4865-a6b5-0e6ce70251f5 tempest-TestMinimumBasicScenario-1890703252 tempest-TestMinimumBasicScenario-1890703252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:36.510402 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-a628c3ff-44c3-4865-a6b5-0e6ce70251f5 tempest-TestMinimumBasicScenario-1890703252 tempest-TestMinimumBasicScenario-1890703252-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=66917c2a-3a37-464a-b12c-68f7e8a2089d HTTP/1.1" status: 200 len: 1125 time: 0.2316027 Jun 15 10:34:36.513217 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 56928) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:34:36.517296 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [None req-1f86493e-f952-4ae5-9a51-105dd54a6105 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Request body: {'floatingip': {'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'port_id': '700c7452-e992-4ca6-b384-90723c15324d', 'tenant_id': '440f69d2725e435ab11b2fc658e1e745', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:34:36.538545 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1f86493e-f952-4ae5-9a51-105dd54a6105 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:36.616644 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1f86493e-f952-4ae5-9a51-105dd54a6105 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:36.720787 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.db.db_base_plugin_common [None req-1f86493e-f952-4ae5-9a51-105dd54a6105 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Allocated IP 172.27.0.242 (0c6836d1-4e10-4696-9cf9-183899f77c81/849db9c0-6b0b-495f-a2c9-c288d42c277d/d4a81a72-6516-470c-b0f3-6f8528842517) {{(pid=103805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:34:36.786269 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:36.805069 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] get_ports_and_sgs() called for port_ids ['836e09e8-adcf-4089-b01c-a780a8041789'] {{(pid=103807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 10:34:36.827540 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1f86493e-f952-4ae5-9a51-105dd54a6105 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Publish callbacks [] for port (d4a81a72-6516-470c-b0f3-6f8528842517), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:36.858889 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1f86493e-f952-4ae5-9a51-105dd54a6105 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2774366'] for port (d4a81a72-6516-470c-b0f3-6f8528842517), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:36.897185 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f86493e-f952-4ae5-9a51-105dd54a6105 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Network 0c6836d1-4e10-4696-9cf9-183899f77c81 is already hosted by enough agents. {{(pid=103805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:34:36.902275 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.base_scheduler [None req-1f86493e-f952-4ae5-9a51-105dd54a6105 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Resources bound (agent type, host, resource id): {{(pid=103805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:34:36.905109 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f86493e-f952-4ae5-9a51-105dd54a6105 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Received port after_create {{(pid=103805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:34:36.929565 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f86493e-f952-4ae5-9a51-105dd54a6105 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Pushing event updated for resources: {'Port': ['ID=d4a81a72-6516-470c-b0f3-6f8528842517,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:34:37.113104 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:37.271751 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36bfdc-3e5e-4f48-adf4-4fa4057c4355 req-452db6b6-3bf5-4e93-a53c-b651f139f2db tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:37.273332 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ae36bfdc-3e5e-4f48-adf4-4fa4057c4355 req-452db6b6-3bf5-4e93-a53c-b651f139f2db tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 945 time: 0.0480964 Jun 15 10:34:37.323654 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ae36bfdc-3e5e-4f48-adf4-4fa4057c4355 req-0c6d4268-5bf1-406c-89c0-a8673abb2fe3 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442164 Jun 15 10:34:37.437340 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1f86493e-f952-4ae5-9a51-105dd54a6105 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Publish callbacks [] for floatingip (1deabd79-5040-4633-9f4c-cbf9d3b594fa), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:37.509598 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dbe935-f11e-47d2-9e41-576bbcfe9fd2 req-0f1bbb1a-5c28-408b-a633-23ce0b275018 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:37.511059 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-34dbe935-f11e-47d2-9e41-576bbcfe9fd2 req-0f1bbb1a-5c28-408b-a633-23ce0b275018 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 945 time: 0.0560465 Jun 15 10:34:37.559768 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1f86493e-f952-4ae5-9a51-105dd54a6105 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (d4a81a72-6516-470c-b0f3-6f8528842517), before_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:37.604913 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-34dbe935-f11e-47d2-9e41-576bbcfe9fd2 req-feb50b81-f1a9-4459-9442-206363d59c09 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724454 Jun 15 10:34:37.720782 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1f86493e-f952-4ae5-9a51-105dd54a6105 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Publish callbacks [] for port (d4a81a72-6516-470c-b0f3-6f8528842517), precommit_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:37.725031 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1f86493e-f952-4ae5-9a51-105dd54a6105 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2774345'] for port (d4a81a72-6516-470c-b0f3-6f8528842517), after_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:37.755169 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:37.801946 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f86493e-f952-4ae5-9a51-105dd54a6105 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Pushing event updated for resources: {'Port': ['ID=d4a81a72-6516-470c-b0f3-6f8528842517,revision_number=2']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:34:37.808479 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1f86493e-f952-4ae5-9a51-105dd54a6105 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-721338'] for floatingip (1deabd79-5040-4633-9f4c-cbf9d3b594fa), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:37.901500 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.db.l3_db [None req-1f86493e-f952-4ae5-9a51-105dd54a6105 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Floating IP 1deabd79-5040-4633-9f4c-cbf9d3b594fa associated. External IP: 172.27.0.242, port: 700c7452-e992-4ca6-b384-90723c15324d. Jun 15 10:34:38.114937 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f86493e-f952-4ae5-9a51-105dd54a6105 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Router 3d5f60b0-cb82-460d-8263-7bab4d8037d0 has already been hosted by L3 agent 06043943-94cb-49df-a062-a4886c03e673 {{(pid=103805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 10:34:38.154787 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:38.156495 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 836e09e8-adcf-4089-b01c-a780a8041789 up at agent hyperv_hv-cinder-84349 {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:34:38.202043 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Provisioning complete for port 836e09e8-adcf-4089-b01c-a780a8041789 triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:34:38.202431 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (836e09e8-adcf-4089-b01c-a780a8041789), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:38.228322 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f86493e-f952-4ae5-9a51-105dd54a6105 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Notify agent at l3_agent.dv-cinder-843493-2-iscsi the message routers_updated {{(pid=103805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 10:34:38.246438 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1f86493e-f952-4ae5-9a51-105dd54a6105 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for floatingip (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:38.251276 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c253ed59-065e-4942-bd1d-d373cbfab784 None None] Sync routers for ids ['3d5f60b0-cb82-460d-8263-7bab4d8037d0'] in dv-cinder-843493-2-iscsi {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 10:34:38.273619 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c253ed59-065e-4942-bd1d-d373cbfab784 None None] Routers {'3d5f60b0-cb82-460d-8263-7bab4d8037d0'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:34:38.279022 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-c253ed59-065e-4942-bd1d-d373cbfab784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:34:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['3d5f60b0-cb82-460d-8263-7bab4d8037d0'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:34:38.287229 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 56946) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:34:38.287779 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-1f86493e-f952-4ae5-9a51-105dd54a6105 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7729554 Jun 15 10:34:38.287889 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66917c2a-3a37-464a-b12c-68f7e8a2089d', 'tag': '700c7452-e992-4ca6-b384-90723c15324d'}] {{(pid=103805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:34:38.291401 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dae1a2ec98fad4bc98d3c27259afee88ba803ed696ab09c59914859421da8ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cceef9fc-f2c5-428c-8974-926f2d10bf3d" -d '{"events": [{"name": "network-changed", "server_uuid": "66917c2a-3a37-464a-b12c-68f7e8a2089d", "tag": "700c7452-e992-4ca6-b384-90723c15324d"}]}' {{(pid=103805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:34:38.294447 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-2151b4e8-64ae-42d6-b3d7-311452c3036c tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1954660974', 'description': 'tempest-secgroup-smoke-1954660974 description', 'project_id': '440f69d2725e435ab11b2fc658e1e745'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:34:38.300178 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Current status of the port 836e09e8-adcf-4089-b01c-a780a8041789 is: BUILD; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:34:38.300658 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (836e09e8-adcf-4089-b01c-a780a8041789), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:38.331064 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e37acd-69b1-4758-8ab5-07ec67e9ae2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '836e09e8-adcf-4089-b01c-a780a8041789'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:34:38.334569 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9205ebd0146601a57e336ba0e259bffcba8e9192005a2aa68aaaf98781184b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16054df-28c0-4d2b-b532-1cd5ae523871" -d '{"events": [{"server_uuid": "16e37acd-69b1-4758-8ab5-07ec67e9ae2f", "name": "network-vif-plugged", "status": "completed", "tag": "836e09e8-adcf-4089-b01c-a780a8041789"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:34:38.339337 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-2151b4e8-64ae-42d6-b3d7-311452c3036c tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:38.344569 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 10:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68bc9a3c-d0f8-4559-8936-5bab21422905 x-openstack-request-id: req-68bc9a3c-d0f8-4559-8936-5bab21422905 {{(pid=103805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:34:38.344892 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66917c2a-3a37-464a-b12c-68f7e8a2089d", "tag": "700c7452-e992-4ca6-b384-90723c15324d", "status": "completed", "code": 200}]} {{(pid=103805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:34:38.345110 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-68bc9a3c-d0f8-4559-8936-5bab21422905 {{(pid=103805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:34:38.345507 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68bc9a3c-d0f8-4559-8936-5bab21422905'] response: {'name': 'network-changed', 'server_uuid': '66917c2a-3a37-464a-b12c-68f7e8a2089d', 'tag': '700c7452-e992-4ca6-b384-90723c15324d', 'status': 'completed', 'code': 200} Jun 15 10:34:38.359020 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port 836e09e8-adcf-4089-b01c-a780a8041789, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=836e09e8-adcf-4089-b01c-a780a8041789,segment=NetworkSegment(19f9c52a-802c-4297-ba83-8da5c92ffd0c),segment_id=19f9c52a-802c-4297-ba83-8da5c92ffd0c)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:34:38.365753 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (836e09e8-adcf-4089-b01c-a780a8041789), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:38.366174 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d998fb-f106-4df5-847f-7193ccd7c2c2 req-6e6cd18c-56ab-445f-bdf1-cc1d48f985ed tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:38.373661 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-a1d998fb-f106-4df5-847f-7193ccd7c2c2 req-6e6cd18c-56ab-445f-bdf1-cc1d48f985ed tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e49255f-b081-437b-9505-114a5239096e HTTP/1.1" status: 200 len: 946 time: 0.0674250 Jun 15 10:34:38.395940 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 10:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020c1c59-7267-430b-b03c-eb8826182c4c x-openstack-request-id: req-020c1c59-7267-430b-b03c-eb8826182c4c {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:34:38.396351 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e37acd-69b1-4758-8ab5-07ec67e9ae2f", "name": "network-vif-plugged", "status": "completed", "tag": "836e09e8-adcf-4089-b01c-a780a8041789", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:34:38.396669 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-020c1c59-7267-430b-b03c-eb8826182c4c {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:34:38.396896 dv-cinder-843493-2-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-020c1c59-7267-430b-b03c-eb8826182c4c'] response: {'server_uuid': '16e37acd-69b1-4758-8ab5-07ec67e9ae2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '836e09e8-adcf-4089-b01c-a780a8041789', 'code': 200} Jun 15 10:34:38.416421 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:38.435917 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Pushing event updated for resources: {'Port': ['ID=836e09e8-adcf-4089-b01c-a780a8041789,revision_number=10']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:34:38.448138 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-a1d998fb-f106-4df5-847f-7193ccd7c2c2 req-1e1de8e0-e8d1-4551-8287-fd0bbe183feb tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe445e65-69c5-4aaf-b991-be5213d42c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732398 Jun 15 10:34:38.509660 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-2151b4e8-64ae-42d6-b3d7-311452c3036c tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Publish callbacks [] for security_group (62a3b29d-809d-4c70-b47f-061dc9e5714f), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:38.517012 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995664cf-6589-42af-a209-fc8278fa5e27 req-a105dab9-ea5b-4178-a261-90f416641b47 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:38.518476 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-995664cf-6589-42af-a209-fc8278fa5e27 req-a105dab9-ea5b-4178-a261-90f416641b47 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 945 time: 0.0690627 Jun 15 10:34:38.519492 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-2151b4e8-64ae-42d6-b3d7-311452c3036c tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (62a3b29d-809d-4c70-b47f-061dc9e5714f), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:38.530382 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:38.560991 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:38.570163 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-2151b4e8-64ae-42d6-b3d7-311452c3036c tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:38.571415 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-2151b4e8-64ae-42d6-b3d7-311452c3036c tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2814419 Jun 15 10:34:38.573533 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2151b4e8-64ae-42d6-b3d7-311452c3036c tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62a3b29d-809d-4c70-b47f-061dc9e5714f,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:34:38.574538 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 56954) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:34:38.581127 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-c253ed59-065e-4942-bd1d-d373cbfab784 None None] Set router 3d5f60b0-cb82-460d-8263-7bab4d8037d0 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:34:38.590579 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [None req-bfee0514-c4a2-4d37-b53d-dfd367133a40 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Request body: {'security_group_rule': {'security_group_id': '62a3b29d-809d-4c70-b47f-061dc9e5714f', 'project_id': '440f69d2725e435ab11b2fc658e1e745', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:34:38.606798 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-995664cf-6589-42af-a209-fc8278fa5e27 req-6785764c-1fd8-4151-a377-b41fca9a94d3 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773182 Jun 15 10:34:38.618996 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-bfee0514-c4a2-4d37-b53d-dfd367133a40 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Publish callbacks [] for security_group_rule (be1ebd57-d0f1-4371-9b09-7cd6cff23184), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:38.682262 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-bfee0514-c4a2-4d37-b53d-dfd367133a40 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Publish callbacks [] for security_group_rule (be1ebd57-d0f1-4371-9b09-7cd6cff23184), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:38.693616 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-bfee0514-c4a2-4d37-b53d-dfd367133a40 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592663'] for security_group_rule (be1ebd57-d0f1-4371-9b09-7cd6cff23184), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:38.735834 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee0514-c4a2-4d37-b53d-dfd367133a40 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be1ebd57-d0f1-4371-9b09-7cd6cff23184,revision_number=0']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:34:38.745921 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07766e41-b74f-46eb-b587-f1f8b2e7dbaa req-994a3a8d-9ee5-43b9-b5bd-257c1d937310 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:38.747508 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-07766e41-b74f-46eb-b587-f1f8b2e7dbaa req-994a3a8d-9ee5-43b9-b5bd-257c1d937310 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 947 time: 0.0638509 Jun 15 10:34:38.749960 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-bfee0514-c4a2-4d37-b53d-dfd367133a40 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:38.751036 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-bfee0514-c4a2-4d37-b53d-dfd367133a40 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1751385 Jun 15 10:34:38.754037 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 56958) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:34:38.758357 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-3b5b0fa7-a408-4db4-9a24-28e08ff7d95f tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Request body: {'security_group_rule': {'security_group_id': '62a3b29d-809d-4c70-b47f-061dc9e5714f', 'project_id': '440f69d2725e435ab11b2fc658e1e745', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:34:38.799368 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-07766e41-b74f-46eb-b587-f1f8b2e7dbaa req-eccdc617-9304-443a-b94c-68db97c75109 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454938 Jun 15 10:34:38.802070 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-3b5b0fa7-a408-4db4-9a24-28e08ff7d95f tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Publish callbacks [] for security_group_rule (824e5a70-82d3-4957-b888-7a5a992c33a2), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:38.812179 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-c253ed59-065e-4942-bd1d-d373cbfab784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5f60b0-cb82-460d-8263-7bab4d8037d0', 'name': 'tempest-TestMinimumBasicScenario-769092802-router', 'tenant_id': '440f69d2725e435ab11b2fc658e1e745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': 'b6a077b5-408b-4b15-b88a-da68b7b045af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:33:15Z', 'updated_at': '2022-06-15T10:33:18Z', 'revision_number': 4, 'project_id': '440f69d2725e435ab11b2fc658e1e745', 'gw_port': {'id': 'b6a077b5-408b-4b15-b88a-da68b7b045af', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:33:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5f60b0-cb82-460d-8263-7bab4d8037d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:33:15Z', 'updated_at': '2022-06-15T10:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_floatingips': [{'id': '1deabd79-5040-4633-9f4c-cbf9d3b594fa', 'tenant_id': '440f69d2725e435ab11b2fc658e1e745', 'floating_ip_address': '172.27.0.242', 'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'router_id': '3d5f60b0-cb82-460d-8263-7bab4d8037d0', 'port_id': '700c7452-e992-4ca6-b384-90723c15324d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab', 'mac_address': 'fa:16:3e:45:0e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66917c2a-3a37-464a-b12c-68f7e8a2089d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T10:34:37Z', 'updated_at': '2022-06-15T10:34:37Z', 'revision_number': 0, 'project_id': '440f69d2725e435ab11b2fc658e1e745', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b96e7af-fe53-48fe-882c-3b504e139666', 'name': '', 'network_id': 'a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab', 'tenant_id': '440f69d2725e435ab11b2fc658e1e745', 'mac_address': 'fa:16:3e:ab:bb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5f60b0-cb82-460d-8263-7bab4d8037d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '1e87e269-65a8-42ea-ac39-220b47cff9a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:33:17Z', 'updated_at': '2022-06-15T10:33:22Z', 'revision_number': 5, 'project_id': '440f69d2725e435ab11b2fc658e1e745', 'subnets': [{'id': '1e87e269-65a8-42ea-ac39-220b47cff9a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:34:38.838062 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c253ed59-065e-4942-bd1d-d373cbfab784 None None] Checking router: 3d5f60b0-cb82-460d-8263-7bab4d8037d0 for host: dv-cinder-843493-2-iscsi {{(pid=103808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 10:34:38.846476 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c253ed59-065e-4942-bd1d-d373cbfab784 None None] Routers {'3d5f60b0-cb82-460d-8263-7bab4d8037d0'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:34:38.847071 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-c253ed59-065e-4942-bd1d-d373cbfab784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:34:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['3d5f60b0-cb82-460d-8263-7bab4d8037d0'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:34:38.860496 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-3b5b0fa7-a408-4db4-9a24-28e08ff7d95f tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Publish callbacks [] for security_group_rule (824e5a70-82d3-4957-b888-7a5a992c33a2), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:38.864567 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-3b5b0fa7-a408-4db4-9a24-28e08ff7d95f tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592663'] for security_group_rule (824e5a70-82d3-4957-b888-7a5a992c33a2), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:38.886665 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5b0fa7-a408-4db4-9a24-28e08ff7d95f tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=824e5a70-82d3-4957-b888-7a5a992c33a2,revision_number=0']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:34:38.895512 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-3b5b0fa7-a408-4db4-9a24-28e08ff7d95f tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:38.896741 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-3b5b0fa7-a408-4db4-9a24-28e08ff7d95f tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1417384 Jun 15 10:34:38.900088 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 56960) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:34:38.904557 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-f00eecbb-692d-4ca2-a44d-0c899a549fb5 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Request body: {'security_group_rule': {'security_group_id': '62a3b29d-809d-4c70-b47f-061dc9e5714f', 'project_id': '440f69d2725e435ab11b2fc658e1e745', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:34:38.928955 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-f00eecbb-692d-4ca2-a44d-0c899a549fb5 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Publish callbacks [] for security_group_rule (539a2a8b-84ca-4a9f-9d09-62848f57d587), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:38.954892 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-c253ed59-065e-4942-bd1d-d373cbfab784 None None] Set router 3d5f60b0-cb82-460d-8263-7bab4d8037d0 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:34:38.985509 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-f00eecbb-692d-4ca2-a44d-0c899a549fb5 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Publish callbacks [] for security_group_rule (539a2a8b-84ca-4a9f-9d09-62848f57d587), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:38.989341 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-f00eecbb-692d-4ca2-a44d-0c899a549fb5 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592663'] for security_group_rule (539a2a8b-84ca-4a9f-9d09-62848f57d587), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:39.007496 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00eecbb-692d-4ca2-a44d-0c899a549fb5 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=539a2a8b-84ca-4a9f-9d09-62848f57d587,revision_number=0']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:34:39.017285 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-f00eecbb-692d-4ca2-a44d-0c899a549fb5 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:39.018502 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-f00eecbb-692d-4ca2-a44d-0c899a549fb5 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1174612 Jun 15 10:34:39.021214 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 56962) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:34:39.026210 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-70885f8d-b5b1-4a9d-9466-25b025c8a8fe tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Request body: {'security_group_rule': {'security_group_id': '62a3b29d-809d-4c70-b47f-061dc9e5714f', 'project_id': '440f69d2725e435ab11b2fc658e1e745', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:34:39.051510 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-70885f8d-b5b1-4a9d-9466-25b025c8a8fe tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Publish callbacks [] for security_group_rule (1851dd08-07d9-44e8-a231-3e0bb46daab4), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:39.108836 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-70885f8d-b5b1-4a9d-9466-25b025c8a8fe tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Publish callbacks [] for security_group_rule (1851dd08-07d9-44e8-a231-3e0bb46daab4), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:39.112655 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-70885f8d-b5b1-4a9d-9466-25b025c8a8fe tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592663'] for security_group_rule (1851dd08-07d9-44e8-a231-3e0bb46daab4), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:39.130981 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70885f8d-b5b1-4a9d-9466-25b025c8a8fe tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1851dd08-07d9-44e8-a231-3e0bb46daab4,revision_number=0']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:34:39.142395 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-70885f8d-b5b1-4a9d-9466-25b025c8a8fe tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:39.143667 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-70885f8d-b5b1-4a9d-9466-25b025c8a8fe tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1214397 Jun 15 10:34:39.146409 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 56964) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:34:39.151301 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-f51f1f3f-57e4-427b-9088-a1c3c01097b2 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Request body: {'security_group_rule': {'security_group_id': '62a3b29d-809d-4c70-b47f-061dc9e5714f', 'project_id': '440f69d2725e435ab11b2fc658e1e745', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:34:39.169740 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-c253ed59-065e-4942-bd1d-d373cbfab784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5f60b0-cb82-460d-8263-7bab4d8037d0', 'name': 'tempest-TestMinimumBasicScenario-769092802-router', 'tenant_id': '440f69d2725e435ab11b2fc658e1e745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': 'b6a077b5-408b-4b15-b88a-da68b7b045af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:33:15Z', 'updated_at': '2022-06-15T10:33:18Z', 'revision_number': 4, 'project_id': '440f69d2725e435ab11b2fc658e1e745', 'gw_port': {'id': 'b6a077b5-408b-4b15-b88a-da68b7b045af', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:33:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5f60b0-cb82-460d-8263-7bab4d8037d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:33:15Z', 'updated_at': '2022-06-15T10:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_floatingips': [{'id': '1deabd79-5040-4633-9f4c-cbf9d3b594fa', 'tenant_id': '440f69d2725e435ab11b2fc658e1e745', 'floating_ip_address': '172.27.0.242', 'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'router_id': '3d5f60b0-cb82-460d-8263-7bab4d8037d0', 'port_id': '700c7452-e992-4ca6-b384-90723c15324d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab', 'mac_address': 'fa:16:3e:45:0e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66917c2a-3a37-464a-b12c-68f7e8a2089d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T10:34:37Z', 'updated_at': '2022-06-15T10:34:37Z', 'revision_number': 0, 'project_id': '440f69d2725e435ab11b2fc658e1e745', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b96e7af-fe53-48fe-882c-3b504e139666', 'name': '', 'network_id': 'a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab', 'tenant_id': '440f69d2725e435ab11b2fc658e1e745', 'mac_address': 'fa:16:3e:ab:bb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5f60b0-cb82-460d-8263-7bab4d8037d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '1e87e269-65a8-42ea-ac39-220b47cff9a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:33:17Z', 'updated_at': '2022-06-15T10:33:22Z', 'revision_number': 5, 'project_id': '440f69d2725e435ab11b2fc658e1e745', 'subnets': [{'id': '1e87e269-65a8-42ea-ac39-220b47cff9a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:34:39.172225 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.db.securitygroups_db [None req-f51f1f3f-57e4-427b-9088-a1c3c01097b2 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Project 440f69d2725e435ab11b2fc658e1e745 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 10:34:39.177473 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-f51f1f3f-57e4-427b-9088-a1c3c01097b2 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Publish callbacks [] for security_group_rule (fcd15f2b-7624-4701-b190-808a0b14e52a), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:39.196438 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c253ed59-065e-4942-bd1d-d373cbfab784 None None] The sync data for ids ['3d5f60b0-cb82-460d-8263-7bab4d8037d0'] in dv-cinder-843493-2-iscsi is: [{'id': '3d5f60b0-cb82-460d-8263-7bab4d8037d0', 'name': 'tempest-TestMinimumBasicScenario-769092802-router', 'tenant_id': '440f69d2725e435ab11b2fc658e1e745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': 'b6a077b5-408b-4b15-b88a-da68b7b045af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:33:15Z', 'updated_at': '2022-06-15T10:33:18Z', 'revision_number': 4, 'project_id': '440f69d2725e435ab11b2fc658e1e745', 'gw_port': {'id': 'b6a077b5-408b-4b15-b88a-da68b7b045af', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:33:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5f60b0-cb82-460d-8263-7bab4d8037d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:33:15Z', 'updated_at': '2022-06-15T10:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_floatingips': [{'id': '1deabd79-5040-4633-9f4c-cbf9d3b594fa', 'tenant_id': '440f69d2725e435ab11b2fc658e1e745', 'floating_ip_address': '172.27.0.242', 'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'router_id': '3d5f60b0-cb82-460d-8263-7bab4d8037d0', 'port_id': '700c7452-e992-4ca6-b384-90723c15324d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab', 'mac_address': 'fa:16:3e:45:0e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66917c2a-3a37-464a-b12c-68f7e8a2089d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T10:34:37Z', 'updated_at': '2022-06-15T10:34:37Z', 'revision_number': 0, 'project_id': '440f69d2725e435ab11b2fc658e1e745', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b96e7af-fe53-48fe-882c-3b504e139666', 'name': '', 'network_id': 'a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab', 'tenant_id': '440f69d2725e435ab11b2fc658e1e745', 'mac_address': 'fa:16:3e:ab:bb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5f60b0-cb82-460d-8263-7bab4d8037d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '1e87e269-65a8-42ea-ac39-220b47cff9a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:33:17Z', 'updated_at': '2022-06-15T10:33:22Z', 'revision_number': 5, 'project_id': '440f69d2725e435ab11b2fc658e1e745', 'subnets': [{'id': '1e87e269-65a8-42ea-ac39-220b47cff9a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 10:34:39.237164 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-f51f1f3f-57e4-427b-9088-a1c3c01097b2 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Publish callbacks [] for security_group_rule (fcd15f2b-7624-4701-b190-808a0b14e52a), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:39.242015 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-f51f1f3f-57e4-427b-9088-a1c3c01097b2 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592663'] for security_group_rule (fcd15f2b-7624-4701-b190-808a0b14e52a), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:39.260692 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51f1f3f-57e4-427b-9088-a1c3c01097b2 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcd15f2b-7624-4701-b190-808a0b14e52a,revision_number=0']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:34:39.272222 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-f51f1f3f-57e4-427b-9088-a1c3c01097b2 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:39.273445 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-f51f1f3f-57e4-427b-9088-a1c3c01097b2 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1261284 Jun 15 10:34:39.276381 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 56966) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:34:39.281050 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-5fa751c7-e387-4be0-b471-1882bfc2f5c9 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Request body: {'security_group_rule': {'security_group_id': '62a3b29d-809d-4c70-b47f-061dc9e5714f', 'project_id': '440f69d2725e435ab11b2fc658e1e745', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:34:39.301115 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.db.securitygroups_db [None req-5fa751c7-e387-4be0-b471-1882bfc2f5c9 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Project 440f69d2725e435ab11b2fc658e1e745 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 10:34:39.307471 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-5fa751c7-e387-4be0-b471-1882bfc2f5c9 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Publish callbacks [] for security_group_rule (f2bfc377-999e-4e01-ae31-e4d78eabf27c), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:39.369012 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-5fa751c7-e387-4be0-b471-1882bfc2f5c9 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Publish callbacks [] for security_group_rule (f2bfc377-999e-4e01-ae31-e4d78eabf27c), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:39.372858 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-5fa751c7-e387-4be0-b471-1882bfc2f5c9 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592663'] for security_group_rule (f2bfc377-999e-4e01-ae31-e4d78eabf27c), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:39.388448 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:39.388733 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d88751f-be82-4fee-8e88-e6eaf9bd10c8 None None] New status for floating IP 1deabd79-5040-4633-9f4c-cbf9d3b594fa: ACTIVE {{(pid=103807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 10:34:39.394186 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa751c7-e387-4be0-b471-1882bfc2f5c9 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2bfc377-999e-4e01-ae31-e4d78eabf27c,revision_number=0']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:34:39.396643 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=6 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:39.407766 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-5fa751c7-e387-4be0-b471-1882bfc2f5c9 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:39.411789 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-5fa751c7-e387-4be0-b471-1882bfc2f5c9 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1315827 Jun 15 10:34:39.432113 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:39.511049 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5d8e0983-4a3b-4c8e-b542-a17215bcb6be req-34478354-697e-439c-8ad8-5dbf5710fa25 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1954660974&fields=id&tenant_id=440f69d2725e435ab11b2fc658e1e745 HTTP/1.1" status: 200 len: 267 time: 0.0544562 Jun 15 10:34:39.566480 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e0983-4a3b-4c8e-b542-a17215bcb6be req-eea128f0-2fa3-452d-9052-0526e227655c tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:39.568003 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5d8e0983-4a3b-4c8e-b542-a17215bcb6be req-eea128f0-2fa3-452d-9052-0526e227655c tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/ports?device_id=66917c2a-3a37-464a-b12c-68f7e8a2089d HTTP/1.1" status: 200 len: 946 time: 0.0483091 Jun 15 10:34:39.578777 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f39f8-2964-4a51-8714-53ae3a68a894 req-9a8fbd38-bea5-4ab3-858a-ed04b87c7258 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:39.579837 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [req-5d8e0983-4a3b-4c8e-b542-a17215bcb6be req-2017c5a0-9294-4fad-b3c8-0f09ee2a20f2 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Request body: {'port': {'security_groups': ['af8f7a35-f212-49d3-a09d-67bd4f9005b3', '62a3b29d-809d-4c70-b47f-061dc9e5714f']}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:34:39.580527 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-6d2f39f8-2964-4a51-8714-53ae3a68a894 req-9a8fbd38-bea5-4ab3-858a-ed04b87c7258 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e49255f-b081-437b-9505-114a5239096e HTTP/1.1" status: 200 len: 946 time: 0.0577900 Jun 15 10:34:39.629438 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-6d2f39f8-2964-4a51-8714-53ae3a68a894 req-6de35200-582c-4855-bd3f-2a250bf8620f tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe445e65-69c5-4aaf-b991-be5213d42c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424194 Jun 15 10:34:39.654067 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-5d8e0983-4a3b-4c8e-b542-a17215bcb6be req-2017c5a0-9294-4fad-b3c8-0f09ee2a20f2 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (700c7452-e992-4ca6-b384-90723c15324d), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:39.714360 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:39.736040 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89500328-6cf5-488a-8953-2756f1798ebc req-c05ac018-d041-44b0-8c88-81702d876207 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:39.737542 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-89500328-6cf5-488a-8953-2756f1798ebc req-c05ac018-d041-44b0-8c88-81702d876207 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 945 time: 0.0525401 Jun 15 10:34:39.787403 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-89500328-6cf5-488a-8953-2756f1798ebc req-37c9f65a-d290-476c-aeed-5743dc253271 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422134 Jun 15 10:34:39.839630 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-5d8e0983-4a3b-4c8e-b542-a17215bcb6be req-2017c5a0-9294-4fad-b3c8-0f09ee2a20f2 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] For port 700c7452-e992-4ca6-b384-90723c15324d, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=700c7452-e992-4ca6-b384-90723c15324d,segment=NetworkSegment(b16c89b6-d20b-45e9-9390-ddd4f60b13af),segment_id=b16c89b6-d20b-45e9-9390-ddd4f60b13af)] {{(pid=103806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:34:39.869427 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-5d8e0983-4a3b-4c8e-b542-a17215bcb6be req-2017c5a0-9294-4fad-b3c8-0f09ee2a20f2 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Publish callbacks [] for port (700c7452-e992-4ca6-b384-90723c15324d), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:39.873996 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-5d8e0983-4a3b-4c8e-b542-a17215bcb6be req-2017c5a0-9294-4fad-b3c8-0f09ee2a20f2 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-252119569'] for port (700c7452-e992-4ca6-b384-90723c15324d), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:39.910826 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] get_ports_and_sgs() called for port_ids ['700c7452-e992-4ca6-b384-90723c15324d'] {{(pid=103807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 10:34:39.917981 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e0983-4a3b-4c8e-b542-a17215bcb6be req-2017c5a0-9294-4fad-b3c8-0f09ee2a20f2 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:39.918654 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-5d8e0983-4a3b-4c8e-b542-a17215bcb6be req-2017c5a0-9294-4fad-b3c8-0f09ee2a20f2 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:39.920053 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5d8e0983-4a3b-4c8e-b542-a17215bcb6be req-2017c5a0-9294-4fad-b3c8-0f09ee2a20f2 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "PUT /v2.0/ports/700c7452-e992-4ca6-b384-90723c15324d HTTP/1.1" status: 200 len: 982 time: 0.3449032 Jun 15 10:34:39.920504 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66917c2a-3a37-464a-b12c-68f7e8a2089d', 'tag': '700c7452-e992-4ca6-b384-90723c15324d'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:34:39.922718 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15acf06c26f001ded10715ddc8547394d4bbc7e5ff5a4e462e54e6774371169d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7fe2d7-3340-4a1c-89fd-5f808e5b031e" -d '{"events": [{"name": "network-changed", "server_uuid": "66917c2a-3a37-464a-b12c-68f7e8a2089d", "tag": "700c7452-e992-4ca6-b384-90723c15324d"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:34:39.931401 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18e824-b203-4bd7-bc8f-307b984455f5 req-ac9d24da-293e-4b23-a140-408a9794b068 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:39.939642 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-0a18e824-b203-4bd7-bc8f-307b984455f5 req-ac9d24da-293e-4b23-a140-408a9794b068 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 947 time: 0.0616424 Jun 15 10:34:39.946316 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2017c5a0-9294-4fad-b3c8-0f09ee2a20f2 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Pushing event updated for resources: {'Port': ['ID=700c7452-e992-4ca6-b384-90723c15324d,revision_number=6']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:34:39.997090 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-0a18e824-b203-4bd7-bc8f-307b984455f5 req-0278295b-c2a8-4e12-aca1-6e0a89b91401 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564992 Jun 15 10:34:40.000470 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 10:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0c373d-41d6-4e30-a47b-f43a1cb4bf3b x-openstack-request-id: req-8b0c373d-41d6-4e30-a47b-f43a1cb4bf3b {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:34:40.000761 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66917c2a-3a37-464a-b12c-68f7e8a2089d", "tag": "700c7452-e992-4ca6-b384-90723c15324d", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:34:40.001009 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8b0c373d-41d6-4e30-a47b-f43a1cb4bf3b {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:34:40.001472 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b0c373d-41d6-4e30-a47b-f43a1cb4bf3b'] response: {'name': 'network-changed', 'server_uuid': '66917c2a-3a37-464a-b12c-68f7e8a2089d', 'tag': '700c7452-e992-4ca6-b384-90723c15324d', 'status': 'completed', 'code': 200} Jun 15 10:34:40.129388 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceef9fc-f2c5-428c-8974-926f2d10bf3d req-461f850e-5bd8-4d14-81a5-fff80c166e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:40.130912 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-cceef9fc-f2c5-428c-8974-926f2d10bf3d req-461f850e-5bd8-4d14-81a5-fff80c166e1e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=440f69d2725e435ab11b2fc658e1e745&device_id=66917c2a-3a37-464a-b12c-68f7e8a2089d HTTP/1.1" status: 200 len: 1169 time: 0.0759110 Jun 15 10:34:40.138989 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b228a-b17a-4c74-bb8f-254ee5609699 req-be7dcaef-e088-4946-90d1-aa8980e2b9c3 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:40.140406 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-870b228a-b17a-4c74-bb8f-254ee5609699 req-be7dcaef-e088-4946-90d1-aa8980e2b9c3 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/ports?device_id=66917c2a-3a37-464a-b12c-68f7e8a2089d HTTP/1.1" status: 200 len: 985 time: 0.0760901 Jun 15 10:34:40.158424 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] get_ports_and_sgs() called for port_ids ['700c7452-e992-4ca6-b384-90723c15324d'] {{(pid=103807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 10:34:40.199327 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-870b228a-b17a-4c74-bb8f-254ee5609699 req-b9b3fc04-c020-40d1-94cb-eda612501b44 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/security-groups?id=af8f7a35-f212-49d3-a09d-67bd4f9005b3&id=62a3b29d-809d-4c70-b47f-061dc9e5714f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530877 Jun 15 10:34:40.240246 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-4ab8d25f-4d51-43e7-80b5-4eedeec9db73 None None] Provisioning complete for port 700c7452-e992-4ca6-b384-90723c15324d triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:34:40.240642 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4ab8d25f-4d51-43e7-80b5-4eedeec9db73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (700c7452-e992-4ca6-b384-90723c15324d), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:40.413087 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-4ab8d25f-4d51-43e7-80b5-4eedeec9db73 None None] Current status of the port 700c7452-e992-4ca6-b384-90723c15324d is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:34:40.504613 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:40.516323 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:40.631837 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f897154-3f4c-4e45-8ba1-ab219d2e17f3 req-7cbc69de-b743-4d2d-aa60-875a008527dc tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:40.633838 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9f897154-3f4c-4e45-8ba1-ab219d2e17f3 req-7cbc69de-b743-4d2d-aa60-875a008527dc tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e49255f-b081-437b-9505-114a5239096e HTTP/1.1" status: 200 len: 946 time: 0.0862837 Jun 15 10:34:40.689614 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceef9fc-f2c5-428c-8974-926f2d10bf3d req-4b158cc7-7607-4cc0-bbec-599195327aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:40.691141 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-cceef9fc-f2c5-428c-8974-926f2d10bf3d req-4b158cc7-7607-4cc0-bbec-599195327aa5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab HTTP/1.1" status: 200 len: 915 time: 0.1639838 Jun 15 10:34:40.701167 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d9f16-03c7-4bd8-80b7-05fd5a159260 req-ebd0d8ab-4287-473b-b774-6e25f1a02786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:40.702966 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-767d9f16-03c7-4bd8-80b7-05fd5a159260 req-ebd0d8ab-4287-473b-b774-6e25f1a02786 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 1131 time: 0.0488811 Jun 15 10:34:40.770515 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f70eb-d43e-4045-9e7d-fb79e30f4a12 req-32a8d77f-b0d2-4260-9bda-6f8fba6d7fb6 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:40.772112 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-221f70eb-d43e-4045-9e7d-fb79e30f4a12 req-32a8d77f-b0d2-4260-9bda-6f8fba6d7fb6 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e49255f-b081-437b-9505-114a5239096e HTTP/1.1" status: 200 len: 946 time: 0.0649595 Jun 15 10:34:40.804608 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-767d9f16-03c7-4bd8-80b7-05fd5a159260 req-41f6c71e-0112-4a0c-a263-1b50eb77a9bb service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890112 Jun 15 10:34:40.827959 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:40.838461 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-221f70eb-d43e-4045-9e7d-fb79e30f4a12 req-d39961c5-4813-4f9d-a648-5a85be9ab482 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe445e65-69c5-4aaf-b991-be5213d42c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595412 Jun 15 10:34:41.035556 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-cceef9fc-f2c5-428c-8974-926f2d10bf3d req-9804884d-e97c-4bf4-bfe3-ec662733c994 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=700c7452-e992-4ca6-b384-90723c15324d HTTP/1.1" status: 200 len: 1002 time: 0.3346360 Jun 15 10:34:41.037722 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [req-9f897154-3f4c-4e45-8ba1-ab219d2e17f3 req-ff2c9e23-a03c-4e9d-a632-add54f43c8ad tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Deleting port 48f9266a-92e9-4fe2-a1e4-0ad05a509b70 {{(pid=103806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:34:41.038061 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-9f897154-3f4c-4e45-8ba1-ab219d2e17f3 req-ff2c9e23-a03c-4e9d-a632-add54f43c8ad tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (48f9266a-92e9-4fe2-a1e4-0ad05a509b70), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:41.048162 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6a6e6-588b-4a83-86a8-1b88788c6647 req-d71234ce-dc34-4baf-8285-182a45039961 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:41.049577 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a6c6a6e6-588b-4a83-86a8-1b88788c6647 req-d71234ce-dc34-4baf-8285-182a45039961 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 945 time: 0.0730643 Jun 15 10:34:41.070087 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:41.073493 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:41.113275 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6644df-30e6-4886-ad22-fb46c8ba43b9 req-6c2251f5-7c7e-4893-825c-39ef1fba8a86 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:41.114755 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-5f6644df-30e6-4886-ad22-fb46c8ba43b9 req-6c2251f5-7c7e-4893-825c-39ef1fba8a86 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 947 time: 0.0492017 Jun 15 10:34:41.167194 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-5f6644df-30e6-4886-ad22-fb46c8ba43b9 req-bf44e733-e2d7-4ed1-aafd-9bafe1077e05 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461264 Jun 15 10:34:41.200692 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a6c6a6e6-588b-4a83-86a8-1b88788c6647 req-3ef2eca7-293f-44ac-a3e0-4047ec743ae1 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405275 Jun 15 10:34:41.206570 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-9f897154-3f4c-4e45-8ba1-ab219d2e17f3 req-ff2c9e23-a03c-4e9d-a632-add54f43c8ad tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] For port 48f9266a-92e9-4fe2-a1e4-0ad05a509b70, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=48f9266a-92e9-4fe2-a1e4-0ad05a509b70,segment=NetworkSegment(9a53d831-3761-4266-b8b5-121a6bb87f69),segment_id=9a53d831-3761-4266-b8b5-121a6bb87f69)] {{(pid=103806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:34:41.206930 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-9f897154-3f4c-4e45-8ba1-ab219d2e17f3 req-ff2c9e23-a03c-4e9d-a632-add54f43c8ad tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (48f9266a-92e9-4fe2-a1e4-0ad05a509b70), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:41.222309 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceef9fc-f2c5-428c-8974-926f2d10bf3d req-04c5455b-746a-4856-9d3e-5447c5c32b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:41.223752 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-cceef9fc-f2c5-428c-8974-926f2d10bf3d req-04c5455b-746a-4856-9d3e-5447c5c32b05 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1e87e269-65a8-42ea-ac39-220b47cff9a0 HTTP/1.1" status: 200 len: 853 time: 0.1037595 Jun 15 10:34:41.413172 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-9f897154-3f4c-4e45-8ba1-ab219d2e17f3 req-ff2c9e23-a03c-4e9d-a632-add54f43c8ad tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:41.413532 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-9f897154-3f4c-4e45-8ba1-ab219d2e17f3 req-ff2c9e23-a03c-4e9d-a632-add54f43c8ad tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-721338'] for floatingip (56eac7e3-844b-420c-ae83-2225c50a6aea), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:41.413844 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.db.l3_db [req-9f897154-3f4c-4e45-8ba1-ab219d2e17f3 req-ff2c9e23-a03c-4e9d-a632-add54f43c8ad tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Floating IP 56eac7e3-844b-420c-ae83-2225c50a6aea disassociated. External IP: 172.27.0.194, port: 48f9266a-92e9-4fe2-a1e4-0ad05a509b70. Jun 15 10:34:41.414226 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [req-9f897154-3f4c-4e45-8ba1-ab219d2e17f3 req-ff2c9e23-a03c-4e9d-a632-add54f43c8ad tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Calling delete_port for 48f9266a-92e9-4fe2-a1e4-0ad05a509b70 owned by compute:nova {{(pid=103806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:34:41.538580 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-9f897154-3f4c-4e45-8ba1-ab219d2e17f3 req-ff2c9e23-a03c-4e9d-a632-add54f43c8ad tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (48f9266a-92e9-4fe2-a1e4-0ad05a509b70), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:41.563857 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2c9e23-a03c-4e9d-a632-add54f43c8ad tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Pushing event deleted for resources: {'Port': ['ID=48f9266a-92e9-4fe2-a1e4-0ad05a509b70,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:34:41.682528 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceef9fc-f2c5-428c-8974-926f2d10bf3d req-b2e6db08-b56f-48c1-b908-ccc06c610442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:41.683961 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-cceef9fc-f2c5-428c-8974-926f2d10bf3d req-b2e6db08-b56f-48c1-b908-ccc06c610442 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501068 Jun 15 10:34:41.731904 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f897154-3f4c-4e45-8ba1-ab219d2e17f3 req-ff2c9e23-a03c-4e9d-a632-add54f43c8ad tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Router 2fa8359a-ff8d-42fb-bdf9-fa2b54045d47 has already been hosted by L3 agent 06043943-94cb-49df-a062-a4886c03e673 {{(pid=103806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 10:34:41.851841 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-cceef9fc-f2c5-428c-8974-926f2d10bf3d req-b670884d-3107-4bd9-aa34-0d546eb6fa26 service neutron] 10.222.0.62 "GET /v2.0/networks/a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605232 Jun 15 10:34:41.885217 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:41.939349 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:41.942110 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-7972cc95-d37c-4b66-b59b-83982c7905cb req-3fb09b05-6f21-4b80-b770-2e03a9e3cdf1 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e49255f-b081-437b-9505-114a5239096e HTTP/1.1" status: 200 len: 210 time: 0.0274444 Jun 15 10:34:41.946482 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f897154-3f4c-4e45-8ba1-ab219d2e17f3 req-ff2c9e23-a03c-4e9d-a632-add54f43c8ad tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Notify agent at l3_agent.dv-cinder-843493-2-iscsi the message routers_updated {{(pid=103806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 10:34:41.960951 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf50040-41f2-42e1-9d1c-dceefb7d1c4f None None] Sync routers for ids ['2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'] in dv-cinder-843493-2-iscsi {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 10:34:41.972650 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf50040-41f2-42e1-9d1c-dceefb7d1c4f None None] Routers {'2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:34:41.973250 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-ebf50040-41f2-42e1-9d1c-dceefb7d1c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:34:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:34:42.003345 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f897154-3f4c-4e45-8ba1-ab219d2e17f3 req-ff2c9e23-a03c-4e9d-a632-add54f43c8ad tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] No DVR routers for this DVR port 48f9266a-92e9-4fe2-a1e4-0ad05a509b70 on host hv-cinder-84349 {{(pid=103806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 10:34:42.006244 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-cceef9fc-f2c5-428c-8974-926f2d10bf3d req-7d8a0ca1-2e4d-44cf-adbf-85fbca868f92 service neutron] 10.222.0.62 "GET /v2.0/networks/a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452889 Jun 15 10:34:42.007250 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-9f897154-3f4c-4e45-8ba1-ab219d2e17f3 req-ff2c9e23-a03c-4e9d-a632-add54f43c8ad tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:42.010783 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9f897154-3f4c-4e45-8ba1-ab219d2e17f3 req-ff2c9e23-a03c-4e9d-a632-add54f43c8ad tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.62 "DELETE /v2.0/ports/48f9266a-92e9-4fe2-a1e4-0ad05a509b70 HTTP/1.1" status: 204 len: 173 time: 1.3557093 Jun 15 10:34:42.011240 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e49255f-b081-437b-9505-114a5239096e', 'name': 'network-vif-deleted', 'tag': '48f9266a-92e9-4fe2-a1e4-0ad05a509b70'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:34:42.013441 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15acf06c26f001ded10715ddc8547394d4bbc7e5ff5a4e462e54e6774371169d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b521ebda-6aa5-42c6-ba42-e75018d04dff" -d '{"events": [{"server_uuid": "6e49255f-b081-437b-9505-114a5239096e", "name": "network-vif-deleted", "tag": "48f9266a-92e9-4fe2-a1e4-0ad05a509b70"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:34:42.052931 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 10:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6aef955-438e-450b-a06d-f296010f419b x-openstack-request-id: req-c6aef955-438e-450b-a06d-f296010f419b {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:34:42.053970 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e49255f-b081-437b-9505-114a5239096e", "name": "network-vif-deleted", "tag": "48f9266a-92e9-4fe2-a1e4-0ad05a509b70", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:34:42.054338 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c6aef955-438e-450b-a06d-f296010f419b {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:34:42.054980 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6aef955-438e-450b-a06d-f296010f419b'] response: {'server_uuid': '6e49255f-b081-437b-9505-114a5239096e', 'name': 'network-vif-deleted', 'tag': '48f9266a-92e9-4fe2-a1e4-0ad05a509b70', 'status': 'completed', 'code': 200} Jun 15 10:34:42.084773 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-ebf50040-41f2-42e1-9d1c-dceefb7d1c4f None None] Set router 2fa8359a-ff8d-42fb-bdf9-fa2b54045d47 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:34:42.194117 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=100 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:42.250021 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=100 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:42.292701 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21853b0d-a652-49b2-95d7-5d6d2ce8a6bb req-0a8f4fe6-0731-4c51-b600-962c70eda20b tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:42.294343 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-21853b0d-a652-49b2-95d7-5d6d2ce8a6bb req-0a8f4fe6-0731-4c51-b600-962c70eda20b tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 947 time: 0.0528135 Jun 15 10:34:42.344118 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-21853b0d-a652-49b2-95d7-5d6d2ce8a6bb req-b5c7bad0-5977-4cdd-a30e-674222263ad9 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434406 Jun 15 10:34:42.358696 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-ebf50040-41f2-42e1-9d1c-dceefb7d1c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'name': 'tempest-AttachVolumeNegativeTest-1378705910-router', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '1fc86ff8-2de6-4082-a231-6fe0f6affa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:15Z', 'updated_at': '2022-06-15T10:31:30Z', 'revision_number': 4, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'gw_port': {'id': '1fc86ff8-2de6-4082-a231-6fe0f6affa60', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:18Z', 'updated_at': '2022-06-15T10:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_floatingips': [{'id': '00b9c160-aebf-4b87-9b84-943514ff4fa0', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'floating_ip_address': '172.27.0.49', 'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'router_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'port_id': '093ff4e7-eb5f-4b43-9bc3-63863d7ab03e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745', 'mac_address': 'fa:16:3e:c5:93:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af6cc0a-d588-4a98-a82a-56d49cd2c55c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T10:31:42Z', 'updated_at': '2022-06-15T10:32:21Z', 'revision_number': 2, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ff7bcb-1c2c-4396-bffa-259cffd9e868', 'name': '', 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'mac_address': 'fa:16:3e:88:2d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'aea43f55-c61e-41b2-b313-b361b1b26da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:25Z', 'updated_at': '2022-06-15T10:31:38Z', 'revision_number': 5, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'subnets': [{'id': 'aea43f55-c61e-41b2-b313-b361b1b26da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:34:42.373389 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3d014-6eae-4148-9cde-df105b093bb7 req-c380589c-6585-4170-bff8-c4d69a88f024 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:42.375051 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3de3d014-6eae-4148-9cde-df105b093bb7 req-c380589c-6585-4170-bff8-c4d69a88f024 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 945 time: 0.0564911 Jun 15 10:34:42.389864 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf50040-41f2-42e1-9d1c-dceefb7d1c4f None None] Checking router: 2fa8359a-ff8d-42fb-bdf9-fa2b54045d47 for host: dv-cinder-843493-2-iscsi {{(pid=103808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 10:34:42.398570 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf50040-41f2-42e1-9d1c-dceefb7d1c4f None None] Routers {'2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:34:42.399194 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-ebf50040-41f2-42e1-9d1c-dceefb7d1c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:34:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:34:42.423250 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3de3d014-6eae-4148-9cde-df105b093bb7 req-0876cf6d-6e53-4dad-8a93-c429fcd2200c tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425224 Jun 15 10:34:42.504766 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-ebf50040-41f2-42e1-9d1c-dceefb7d1c4f None None] Set router 2fa8359a-ff8d-42fb-bdf9-fa2b54045d47 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:34:42.714177 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-ebf50040-41f2-42e1-9d1c-dceefb7d1c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'name': 'tempest-AttachVolumeNegativeTest-1378705910-router', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '1fc86ff8-2de6-4082-a231-6fe0f6affa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:15Z', 'updated_at': '2022-06-15T10:31:30Z', 'revision_number': 4, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'gw_port': {'id': '1fc86ff8-2de6-4082-a231-6fe0f6affa60', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:18Z', 'updated_at': '2022-06-15T10:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_floatingips': [{'id': '00b9c160-aebf-4b87-9b84-943514ff4fa0', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'floating_ip_address': '172.27.0.49', 'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'router_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'port_id': '093ff4e7-eb5f-4b43-9bc3-63863d7ab03e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745', 'mac_address': 'fa:16:3e:c5:93:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af6cc0a-d588-4a98-a82a-56d49cd2c55c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T10:31:42Z', 'updated_at': '2022-06-15T10:32:21Z', 'revision_number': 2, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ff7bcb-1c2c-4396-bffa-259cffd9e868', 'name': '', 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'mac_address': 'fa:16:3e:88:2d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'aea43f55-c61e-41b2-b313-b361b1b26da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:25Z', 'updated_at': '2022-06-15T10:31:38Z', 'revision_number': 5, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'subnets': [{'id': 'aea43f55-c61e-41b2-b313-b361b1b26da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:34:42.738560 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf50040-41f2-42e1-9d1c-dceefb7d1c4f None None] The sync data for ids ['2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'] in dv-cinder-843493-2-iscsi is: [{'id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'name': 'tempest-AttachVolumeNegativeTest-1378705910-router', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '1fc86ff8-2de6-4082-a231-6fe0f6affa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:15Z', 'updated_at': '2022-06-15T10:31:30Z', 'revision_number': 4, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'gw_port': {'id': '1fc86ff8-2de6-4082-a231-6fe0f6affa60', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:18Z', 'updated_at': '2022-06-15T10:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_floatingips': [{'id': '00b9c160-aebf-4b87-9b84-943514ff4fa0', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'floating_ip_address': '172.27.0.49', 'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'router_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'port_id': '093ff4e7-eb5f-4b43-9bc3-63863d7ab03e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745', 'mac_address': 'fa:16:3e:c5:93:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af6cc0a-d588-4a98-a82a-56d49cd2c55c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T10:31:42Z', 'updated_at': '2022-06-15T10:32:21Z', 'revision_number': 2, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ff7bcb-1c2c-4396-bffa-259cffd9e868', 'name': '', 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'mac_address': 'fa:16:3e:88:2d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'aea43f55-c61e-41b2-b313-b361b1b26da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:25Z', 'updated_at': '2022-06-15T10:31:38Z', 'revision_number': 5, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'subnets': [{'id': 'aea43f55-c61e-41b2-b313-b361b1b26da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 10:34:43.033904 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225b4b35-f0cb-4841-b8c5-329166428471 None None] New status for floating IP 56eac7e3-844b-420c-ae83-2225c50a6aea: DOWN {{(pid=103807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 10:34:43.040390 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f015c562-24dd-4c6c-a6e9-9804de331673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (e7b68426-6abe-45ee-a2ce-c32f72f66753), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:43.081333 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-2d6d286e-721b-4db1-aff1-75a97bd7d31b req-d7ef9b27-d4f5-4be1-b652-b61e81b3f870 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e49255f-b081-437b-9505-114a5239096e HTTP/1.1" status: 200 len: 210 time: 0.0425940 Jun 15 10:34:43.113869 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7fe2d7-3340-4a1c-89fd-5f808e5b031e req-5bcc7621-6f51-4407-855c-721ee4919226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:43.115376 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1b7fe2d7-3340-4a1c-89fd-5f808e5b031e req-5bcc7621-6f51-4407-855c-721ee4919226 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=440f69d2725e435ab11b2fc658e1e745&device_id=66917c2a-3a37-464a-b12c-68f7e8a2089d HTTP/1.1" status: 200 len: 1169 time: 0.0867229 Jun 15 10:34:43.257708 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7fe2d7-3340-4a1c-89fd-5f808e5b031e req-ddcf1fa0-c25d-4ab5-88ae-0dd7368de9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:43.259428 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1b7fe2d7-3340-4a1c-89fd-5f808e5b031e req-ddcf1fa0-c25d-4ab5-88ae-0dd7368de9b4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab HTTP/1.1" status: 200 len: 915 time: 0.1236975 Jun 15 10:34:43.474601 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad6a61-ccec-4988-80a6-c3d83222b326 req-171b93b2-c5d6-4bdb-af0b-64ae823394ce tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:43.476376 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-93ad6a61-ccec-4988-80a6-c3d83222b326 req-171b93b2-c5d6-4bdb-af0b-64ae823394ce tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 947 time: 0.0534136 Jun 15 10:34:43.583642 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbe0dd2-7945-4953-9abc-227c7af644d7 req-5f31b92e-833e-43de-9c50-5440a5f6fc41 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:43.586677 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-7bbe0dd2-7945-4953-9abc-227c7af644d7 req-5f31b92e-833e-43de-9c50-5440a5f6fc41 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 945 time: 0.0711844 Jun 15 10:34:43.598147 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-93ad6a61-ccec-4988-80a6-c3d83222b326 req-c713ff9e-9905-4ed9-801a-cb32f6dcb0d5 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158848 Jun 15 10:34:43.605359 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1b7fe2d7-3340-4a1c-89fd-5f808e5b031e req-86f6ec6d-21ca-48a0-905a-56def1a3d423 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=700c7452-e992-4ca6-b384-90723c15324d HTTP/1.1" status: 200 len: 1002 time: 0.0939758 Jun 15 10:34:43.646218 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-7bbe0dd2-7945-4953-9abc-227c7af644d7 req-d180e2ad-c6f1-45e5-859a-a6beb4ec6146 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524664 Jun 15 10:34:43.689210 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7fe2d7-3340-4a1c-89fd-5f808e5b031e req-308676dc-953d-4142-ba3d-450a62004951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:43.691221 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1b7fe2d7-3340-4a1c-89fd-5f808e5b031e req-308676dc-953d-4142-ba3d-450a62004951 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1e87e269-65a8-42ea-ac39-220b47cff9a0 HTTP/1.1" status: 200 len: 853 time: 0.0758941 Jun 15 10:34:43.839400 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7fe2d7-3340-4a1c-89fd-5f808e5b031e req-67e1e063-008e-48e8-9776-7ce456d71091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:43.841253 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1b7fe2d7-3340-4a1c-89fd-5f808e5b031e req-67e1e063-008e-48e8-9776-7ce456d71091 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523405 Jun 15 10:34:43.947387 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1b7fe2d7-3340-4a1c-89fd-5f808e5b031e req-9ce14800-5b4a-4aca-9417-4415e3a2451d service neutron] 10.222.0.62 "GET /v2.0/networks/a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979962 Jun 15 10:34:44.039986 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1b7fe2d7-3340-4a1c-89fd-5f808e5b031e req-29796f8c-5da0-4921-8cad-d7172202bf5b service neutron] 10.222.0.62 "GET /v2.0/networks/a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841699 Jun 15 10:34:44.170011 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 57046) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:34:44.182605 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 48f9266a-92e9-4fe2-a1e4-0ad05a509b70 no longer exists at agent hyperv_hv-cinder-84349 {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 10:34:44.203734 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] No Port match for: 48f9266a-92e9-4fe2-a1e4-0ad05a509b70 {{(pid=103807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 10:34:44.204158 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 48f9266a-92e9-4fe2-a1e4-0ad05a509b70 not bound to the agent host hv-cinder-84349 {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 10:34:44.228649 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-6dfa2d7d-19b4-46d8-867b-9c286b6c1df3 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for security_group (fe445e65-69c5-4aaf-b991-be5213d42c25), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:44.252716 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-6dfa2d7d-19b4-46d8-867b-9c286b6c1df3 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for security_group (fe445e65-69c5-4aaf-b991-be5213d42c25), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:44.298710 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-6dfa2d7d-19b4-46d8-867b-9c286b6c1df3 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (fe445e65-69c5-4aaf-b991-be5213d42c25), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:44.301190 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-6dfa2d7d-19b4-46d8-867b-9c286b6c1df3 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:44.302329 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-6dfa2d7d-19b4-46d8-867b-9c286b6c1df3 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "DELETE /v2.0/security-groups/fe445e65-69c5-4aaf-b991-be5213d42c25 HTTP/1.1" status: 204 len: 168 time: 0.1312451 Jun 15 10:34:44.305805 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 57048) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:34:44.311881 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfa2d7d-19b4-46d8-867b-9c286b6c1df3 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe445e65-69c5-4aaf-b991-be5213d42c25,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:34:44.319444 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.api.v2.resource [None req-44e98602-a2e8-441d-b855-62a504653a67 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] show failed (client error): The resource could not be found. Jun 15 10:34:44.323201 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-44e98602-a2e8-441d-b855-62a504653a67 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups/fe445e65-69c5-4aaf-b991-be5213d42c25 HTTP/1.1" status: 404 len: 347 time: 0.0135410 Jun 15 10:34:44.323391 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 57050) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:34:44.430691 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.plugin [None req-259e5bf8-6098-4b92-9a92-441c67be8f12 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Deleting port 7700ac00-cd84-4c7f-b6f9-e53383463cd6 {{(pid=103805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:34:44.430947 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-259e5bf8-6098-4b92-9a92-441c67be8f12 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (7700ac00-cd84-4c7f-b6f9-e53383463cd6), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:44.506965 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-259e5bf8-6098-4b92-9a92-441c67be8f12 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (7700ac00-cd84-4c7f-b6f9-e53383463cd6), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:44.507310 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-259e5bf8-6098-4b92-9a92-441c67be8f12 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for floatingip (7700ac00-cd84-4c7f-b6f9-e53383463cd6), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:44.520048 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.plugin [None req-259e5bf8-6098-4b92-9a92-441c67be8f12 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Calling delete_port for 7700ac00-cd84-4c7f-b6f9-e53383463cd6 owned by network:floatingip {{(pid=103805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:34:44.657577 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:44.725978 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-259e5bf8-6098-4b92-9a92-441c67be8f12 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2774366'] for port (7700ac00-cd84-4c7f-b6f9-e53383463cd6), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:44.749747 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5bcf45-386f-4e2f-8f05-78ffa1a1f44c req-8d0d126f-53fd-4a71-90f0-e18284e277cb tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:44.751254 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2e5bcf45-386f-4e2f-8f05-78ffa1a1f44c req-8d0d126f-53fd-4a71-90f0-e18284e277cb tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 947 time: 0.0567050 Jun 15 10:34:44.778416 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259e5bf8-6098-4b92-9a92-441c67be8f12 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Pushing event deleted for resources: {'Port': ['ID=7700ac00-cd84-4c7f-b6f9-e53383463cd6,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:34:44.782365 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:44.801312 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2e5bcf45-386f-4e2f-8f05-78ffa1a1f44c req-ef093372-d45e-460d-94e7-7987d71f2d40 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443895 Jun 15 10:34:44.819684 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394dccfe-85a8-445d-8a90-0ffad516758d req-536693fc-59b4-42bf-8432-8362a8cb010f tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:44.821705 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-394dccfe-85a8-445d-8a90-0ffad516758d req-536693fc-59b4-42bf-8432-8362a8cb010f tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 945 time: 0.0969028 Jun 15 10:34:44.883957 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-259e5bf8-6098-4b92-9a92-441c67be8f12 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for floatingip (56eac7e3-844b-420c-ae83-2225c50a6aea), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:44.886551 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-259e5bf8-6098-4b92-9a92-441c67be8f12 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for floatingip (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:44.887677 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-259e5bf8-6098-4b92-9a92-441c67be8f12 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "DELETE /v2.0/floatingips/56eac7e3-844b-420c-ae83-2225c50a6aea HTTP/1.1" status: 204 len: 168 time: 0.5634286 Jun 15 10:34:44.902167 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-394dccfe-85a8-445d-8a90-0ffad516758d req-e596bd2e-f27f-4609-b1fb-48f2e9933939 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602720 Jun 15 10:34:45.219251 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-bafda4ad-961a-4a26-bff9-f17678fe2322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (06043943-94cb-49df-a062-a4886c03e673), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:46.020229 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c184b33-47a6-4da7-86b6-848239da0f55 req-26895143-cec2-48fd-8786-315bb6e21785 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:46.021699 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9c184b33-47a6-4da7-86b6-848239da0f55 req-26895143-cec2-48fd-8786-315bb6e21785 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 945 time: 0.0489290 Jun 15 10:34:46.033212 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:46.069556 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9c184b33-47a6-4da7-86b6-848239da0f55 req-1fd25d7a-541f-451e-b633-03a238535686 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417385 Jun 15 10:34:46.364822 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-59f444b4-2386-4fe1-b50f-b9e54b42d680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (3cca6303-0f2e-4b13-b82d-f2749c30f699), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:47.184164 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3787f-7119-48a9-8bdb-c48351bb5968 req-93160b4d-070b-42f7-b768-6f98d56e5d7b tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:47.185657 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f5b3787f-7119-48a9-8bdb-c48351bb5968 req-93160b4d-070b-42f7-b768-6f98d56e5d7b tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 945 time: 0.0461438 Jun 15 10:34:47.230369 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f5b3787f-7119-48a9-8bdb-c48351bb5968 req-fea53161-786d-4f08-bb26-e886b7129230 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393736 Jun 15 10:34:47.605881 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24efae-357b-4617-849e-79da4d06cf2e req-e5e736a0-cd01-4ea1-a395-d4c00bfebf64 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:47.607276 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-8f24efae-357b-4617-849e-79da4d06cf2e req-e5e736a0-cd01-4ea1-a395-d4c00bfebf64 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=1af6cc0a-d588-4a98-a82a-56d49cd2c55c HTTP/1.1" status: 200 len: 945 time: 0.0474806 Jun 15 10:34:47.638688 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:47.654519 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-8f24efae-357b-4617-849e-79da4d06cf2e req-ddf440a5-bcd5-48c9-b2d1-52af747e8fc7 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba231e2a-e514-4d2b-8089-4a1d21781c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414066 Jun 15 10:34:47.763543 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-28d06d32-ea2f-4019-b04d-5ef5fa4d530e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (28e3d1c3-881c-45f9-bfee-5bcc9597e0ae), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:47.962409 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (ad84a4c2-87cd-4603-a219-98785ef58eeb), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:48.343312 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0b6c0-0cf0-4366-826d-9adf60d451ca req-f6935bee-5338-4d98-aa7c-1d98a3bccb93 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:48.344731 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ccb0b6c0-0cf0-4366-826d-9adf60d451ca req-f6935bee-5338-4d98-aa7c-1d98a3bccb93 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 945 time: 0.0450788 Jun 15 10:34:48.392994 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ccb0b6c0-0cf0-4366-826d-9adf60d451ca req-23b8e48e-d36a-444d-84bc-4eb606dacfe2 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428910 Jun 15 10:34:48.766282 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd6ede-aed8-46ee-9079-a58c030da81b req-fad7636b-b86c-4172-8642-aaf9338f0898 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:48.767759 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-51cd6ede-aed8-46ee-9079-a58c030da81b req-fad7636b-b86c-4172-8642-aaf9338f0898 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=1af6cc0a-d588-4a98-a82a-56d49cd2c55c HTTP/1.1" status: 200 len: 945 time: 0.0466688 Jun 15 10:34:48.820850 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-51cd6ede-aed8-46ee-9079-a58c030da81b req-586c56b5-6c18-4aa0-b207-613a055421bd tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba231e2a-e514-4d2b-8089-4a1d21781c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474293 Jun 15 10:34:49.529714 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec37b8-c44d-49cd-8840-52aff6ddb64c req-1bd9668a-c2d5-488e-a473-68641a844092 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:49.531178 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-bdec37b8-c44d-49cd-8840-52aff6ddb64c req-1bd9668a-c2d5-488e-a473-68641a844092 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 945 time: 0.0714293 Jun 15 10:34:49.538702 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03457ca-e8bb-4d14-b042-e8aa07549526 req-dc614278-c2ad-43c1-aeb4-dedf493427b7 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:49.540092 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f03457ca-e8bb-4d14-b042-e8aa07549526 req-dc614278-c2ad-43c1-aeb4-dedf493427b7 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.62 "GET /v2.0/ports?device_id=1af6cc0a-d588-4a98-a82a-56d49cd2c55c HTTP/1.1" status: 200 len: 945 time: 0.0700281 Jun 15 10:34:49.617897 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-bdec37b8-c44d-49cd-8840-52aff6ddb64c req-bced7e65-79e8-4f85-89f9-c73e969a91fc tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768332 Jun 15 10:34:49.652030 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [req-f03457ca-e8bb-4d14-b042-e8aa07549526 req-0e63d6c0-46ec-4382-b9e8-90f3abca3961 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Deleting port 093ff4e7-eb5f-4b43-9bc3-63863d7ab03e {{(pid=103806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:34:49.652370 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-f03457ca-e8bb-4d14-b042-e8aa07549526 req-0e63d6c0-46ec-4382-b9e8-90f3abca3961 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (093ff4e7-eb5f-4b43-9bc3-63863d7ab03e), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:49.738029 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-f03457ca-e8bb-4d14-b042-e8aa07549526 req-0e63d6c0-46ec-4382-b9e8-90f3abca3961 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] For port 093ff4e7-eb5f-4b43-9bc3-63863d7ab03e, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=093ff4e7-eb5f-4b43-9bc3-63863d7ab03e,segment=NetworkSegment(9a53d831-3761-4266-b8b5-121a6bb87f69),segment_id=9a53d831-3761-4266-b8b5-121a6bb87f69)] {{(pid=103806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:34:49.738388 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-f03457ca-e8bb-4d14-b042-e8aa07549526 req-0e63d6c0-46ec-4382-b9e8-90f3abca3961 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (093ff4e7-eb5f-4b43-9bc3-63863d7ab03e), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:49.894648 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739fc41c-83a0-4de8-b183-80ed88f7d011 req-73277f5f-0745-4557-9fb7-80bc4ac49d47 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:49.896141 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-739fc41c-83a0-4de8-b183-80ed88f7d011 req-73277f5f-0745-4557-9fb7-80bc4ac49d47 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 945 time: 0.0875015 Jun 15 10:34:49.939345 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033170fa-559a-408d-9606-2184d0b37ffb req-2320f0ed-382f-441e-92c0-9fe3c5127d3c tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:49.940857 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-033170fa-559a-408d-9606-2184d0b37ffb req-2320f0ed-382f-441e-92c0-9fe3c5127d3c tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=1af6cc0a-d588-4a98-a82a-56d49cd2c55c HTTP/1.1" status: 200 len: 945 time: 0.0478520 Jun 15 10:34:49.988152 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-033170fa-559a-408d-9606-2184d0b37ffb req-ee6eaa1b-d612-40cb-81e4-0228aa040d43 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba231e2a-e514-4d2b-8089-4a1d21781c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405521 Jun 15 10:34:49.992006 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b7ce3e-db07-4c61-afc0-325be8f907b8 req-59c3c89f-1b8c-4a6b-9dcc-bfe0a5530182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:49.994031 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-47b7ce3e-db07-4c61-afc0-325be8f907b8 req-59c3c89f-1b8c-4a6b-9dcc-bfe0a5530182 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d5320ba7f73d40cb9a6d16225d6660c7&device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 1129 time: 0.0912879 Jun 15 10:34:50.021020 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-f03457ca-e8bb-4d14-b042-e8aa07549526 req-0e63d6c0-46ec-4382-b9e8-90f3abca3961 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:50.021374 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-f03457ca-e8bb-4d14-b042-e8aa07549526 req-0e63d6c0-46ec-4382-b9e8-90f3abca3961 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-721338'] for floatingip (00b9c160-aebf-4b87-9b84-943514ff4fa0), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:50.021683 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.db.l3_db [req-f03457ca-e8bb-4d14-b042-e8aa07549526 req-0e63d6c0-46ec-4382-b9e8-90f3abca3961 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Floating IP 00b9c160-aebf-4b87-9b84-943514ff4fa0 disassociated. External IP: 172.27.0.49, port: 093ff4e7-eb5f-4b43-9bc3-63863d7ab03e. Jun 15 10:34:50.022023 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [req-f03457ca-e8bb-4d14-b042-e8aa07549526 req-0e63d6c0-46ec-4382-b9e8-90f3abca3961 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Calling delete_port for 093ff4e7-eb5f-4b43-9bc3-63863d7ab03e owned by compute:nova {{(pid=103806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:34:50.046583 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-739fc41c-83a0-4de8-b183-80ed88f7d011 req-c17e0fa9-ab18-4bb0-9d09-73bf869d1a13 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427264 Jun 15 10:34:50.065726 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=100 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:50.151652 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:50.158844 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b7ce3e-db07-4c61-afc0-325be8f907b8 req-afea225a-5c8c-4a31-b1c7-69997eba9c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:50.160315 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-47b7ce3e-db07-4c61-afc0-325be8f907b8 req-afea225a-5c8c-4a31-b1c7-69997eba9c20 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6 HTTP/1.1" status: 200 len: 912 time: 0.1539407 Jun 15 10:34:50.260191 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-47b7ce3e-db07-4c61-afc0-325be8f907b8 req-42243342-4f87-4f52-8451-69812fa1bdc6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a02e7f61-e16c-43e4-9c88-b76eccfa416c HTTP/1.1" status: 200 len: 1001 time: 0.0920653 Jun 15 10:34:50.284448 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-f03457ca-e8bb-4d14-b042-e8aa07549526 req-0e63d6c0-46ec-4382-b9e8-90f3abca3961 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (093ff4e7-eb5f-4b43-9bc3-63863d7ab03e), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:50.335411 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e63d6c0-46ec-4382-b9e8-90f3abca3961 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Pushing event deleted for resources: {'Port': ['ID=093ff4e7-eb5f-4b43-9bc3-63863d7ab03e,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:34:50.351619 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b7ce3e-db07-4c61-afc0-325be8f907b8 req-fcf7a434-e2f7-482f-a34e-a7f4c2df1ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:50.353124 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-47b7ce3e-db07-4c61-afc0-325be8f907b8 req-fcf7a434-e2f7-482f-a34e-a7f4c2df1ad7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4438fcd8-ddec-420c-a2f1-1ebb746d8853 HTTP/1.1" status: 200 len: 850 time: 0.0772619 Jun 15 10:34:50.683504 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b7ce3e-db07-4c61-afc0-325be8f907b8 req-c2421451-1127-428f-8f3e-141d111ca885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:50.685012 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-47b7ce3e-db07-4c61-afc0-325be8f907b8 req-c2421451-1127-428f-8f3e-141d111ca885 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3001885 Jun 15 10:34:50.771422 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f03457ca-e8bb-4d14-b042-e8aa07549526 req-0e63d6c0-46ec-4382-b9e8-90f3abca3961 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Router 2fa8359a-ff8d-42fb-bdf9-fa2b54045d47 has already been hosted by L3 agent 06043943-94cb-49df-a062-a4886c03e673 {{(pid=103806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 10:34:50.835285 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-47b7ce3e-db07-4c61-afc0-325be8f907b8 req-319c0f8e-6a3f-4b1a-bf75-698217b3d7cc service neutron] 10.222.0.62 "GET /v2.0/networks/1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396313 Jun 15 10:34:50.958158 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f03457ca-e8bb-4d14-b042-e8aa07549526 req-0e63d6c0-46ec-4382-b9e8-90f3abca3961 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Notify agent at l3_agent.dv-cinder-843493-2-iscsi the message routers_updated {{(pid=103806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 10:34:50.967824 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec674c48-1dcd-4a15-b548-dd3bd024495e None None] Sync routers for ids ['2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'] in dv-cinder-843493-2-iscsi {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 10:34:50.987020 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-47b7ce3e-db07-4c61-afc0-325be8f907b8 req-c5c82867-e595-471d-9bba-c248f209d00a service neutron] 10.222.0.62 "GET /v2.0/networks/1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288662 Jun 15 10:34:51.009023 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [req-f03457ca-e8bb-4d14-b042-e8aa07549526 req-0e63d6c0-46ec-4382-b9e8-90f3abca3961 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] No DVR routers for this DVR port 093ff4e7-eb5f-4b43-9bc3-63863d7ab03e on host hv-cinder-84349 {{(pid=103806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 10:34:51.011692 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-f03457ca-e8bb-4d14-b042-e8aa07549526 req-0e63d6c0-46ec-4382-b9e8-90f3abca3961 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:51.015036 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f03457ca-e8bb-4d14-b042-e8aa07549526 req-0e63d6c0-46ec-4382-b9e8-90f3abca3961 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.62 "DELETE /v2.0/ports/093ff4e7-eb5f-4b43-9bc3-63863d7ab03e HTTP/1.1" status: 204 len: 173 time: 1.4616947 Jun 15 10:34:51.015533 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af6cc0a-d588-4a98-a82a-56d49cd2c55c', 'name': 'network-vif-deleted', 'tag': '093ff4e7-eb5f-4b43-9bc3-63863d7ab03e'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:34:51.017837 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15acf06c26f001ded10715ddc8547394d4bbc7e5ff5a4e462e54e6774371169d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd83a2eb-00e3-45d9-ba09-00e9739785ef" -d '{"events": [{"server_uuid": "1af6cc0a-d588-4a98-a82a-56d49cd2c55c", "name": "network-vif-deleted", "tag": "093ff4e7-eb5f-4b43-9bc3-63863d7ab03e"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:34:51.057139 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 10:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3108a209-0364-4f53-aaa8-4454d8163cf5 x-openstack-request-id: req-3108a209-0364-4f53-aaa8-4454d8163cf5 {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:34:51.057660 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af6cc0a-d588-4a98-a82a-56d49cd2c55c", "name": "network-vif-deleted", "tag": "093ff4e7-eb5f-4b43-9bc3-63863d7ab03e", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:34:51.058216 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3108a209-0364-4f53-aaa8-4454d8163cf5 {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:34:51.058785 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3108a209-0364-4f53-aaa8-4454d8163cf5'] response: {'server_uuid': '1af6cc0a-d588-4a98-a82a-56d49cd2c55c', 'name': 'network-vif-deleted', 'tag': '093ff4e7-eb5f-4b43-9bc3-63863d7ab03e', 'status': 'completed', 'code': 200} Jun 15 10:34:51.064531 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec674c48-1dcd-4a15-b548-dd3bd024495e None None] Routers {'2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:34:51.065223 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-ec674c48-1dcd-4a15-b548-dd3bd024495e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:34:45Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:34:51.112289 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-f492f590-6287-47f0-aead-4785cdd4e0a8 req-9c5c8ed8-94a2-49e2-89a0-b062ca52e13c tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=1af6cc0a-d588-4a98-a82a-56d49cd2c55c HTTP/1.1" status: 200 len: 210 time: 0.0327656 Jun 15 10:34:51.170640 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-ec674c48-1dcd-4a15-b548-dd3bd024495e None None] Set router 2fa8359a-ff8d-42fb-bdf9-fa2b54045d47 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:34:51.176519 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa4c06-58a6-4341-a219-9adb48b8f28d req-79756e6e-4f91-44ec-814b-de25a52581f5 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:51.178062 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4daa4c06-58a6-4341-a219-9adb48b8f28d req-79756e6e-4f91-44ec-814b-de25a52581f5 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 945 time: 0.0526843 Jun 15 10:34:51.206232 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:51.228750 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4daa4c06-58a6-4341-a219-9adb48b8f28d req-f917daf8-75b5-4a8b-92d3-a01bc9840874 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439892 Jun 15 10:34:51.356842 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-ec674c48-1dcd-4a15-b548-dd3bd024495e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'name': 'tempest-AttachVolumeNegativeTest-1378705910-router', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '1fc86ff8-2de6-4082-a231-6fe0f6affa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:15Z', 'updated_at': '2022-06-15T10:31:30Z', 'revision_number': 4, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'gw_port': {'id': '1fc86ff8-2de6-4082-a231-6fe0f6affa60', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:18Z', 'updated_at': '2022-06-15T10:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': '72ff7bcb-1c2c-4396-bffa-259cffd9e868', 'name': '', 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'mac_address': 'fa:16:3e:88:2d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'aea43f55-c61e-41b2-b313-b361b1b26da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:25Z', 'updated_at': '2022-06-15T10:31:38Z', 'revision_number': 5, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'subnets': [{'id': 'aea43f55-c61e-41b2-b313-b361b1b26da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:34:51.381026 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec674c48-1dcd-4a15-b548-dd3bd024495e None None] Checking router: 2fa8359a-ff8d-42fb-bdf9-fa2b54045d47 for host: dv-cinder-843493-2-iscsi {{(pid=103808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 10:34:51.389592 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec674c48-1dcd-4a15-b548-dd3bd024495e None None] Routers {'2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:34:51.390186 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-ec674c48-1dcd-4a15-b548-dd3bd024495e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:34:45Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:34:51.472926 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=100 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:51.491194 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-ec674c48-1dcd-4a15-b548-dd3bd024495e None None] Set router 2fa8359a-ff8d-42fb-bdf9-fa2b54045d47 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:34:51.568164 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=100 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:51.675750 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-ec674c48-1dcd-4a15-b548-dd3bd024495e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'name': 'tempest-AttachVolumeNegativeTest-1378705910-router', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '1fc86ff8-2de6-4082-a231-6fe0f6affa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:15Z', 'updated_at': '2022-06-15T10:31:30Z', 'revision_number': 4, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'gw_port': {'id': '1fc86ff8-2de6-4082-a231-6fe0f6affa60', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:18Z', 'updated_at': '2022-06-15T10:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': '72ff7bcb-1c2c-4396-bffa-259cffd9e868', 'name': '', 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'mac_address': 'fa:16:3e:88:2d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'aea43f55-c61e-41b2-b313-b361b1b26da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:25Z', 'updated_at': '2022-06-15T10:31:38Z', 'revision_number': 5, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'subnets': [{'id': 'aea43f55-c61e-41b2-b313-b361b1b26da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:34:51.681859 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (a4349971-e88a-4ea8-a067-54d07204ee65), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:51.701541 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec674c48-1dcd-4a15-b548-dd3bd024495e None None] The sync data for ids ['2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'] in dv-cinder-843493-2-iscsi is: [{'id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'name': 'tempest-AttachVolumeNegativeTest-1378705910-router', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '1fc86ff8-2de6-4082-a231-6fe0f6affa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:15Z', 'updated_at': '2022-06-15T10:31:30Z', 'revision_number': 4, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'gw_port': {'id': '1fc86ff8-2de6-4082-a231-6fe0f6affa60', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:18Z', 'updated_at': '2022-06-15T10:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': '72ff7bcb-1c2c-4396-bffa-259cffd9e868', 'name': '', 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'mac_address': 'fa:16:3e:88:2d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'aea43f55-c61e-41b2-b313-b361b1b26da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:25Z', 'updated_at': '2022-06-15T10:31:38Z', 'revision_number': 5, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'subnets': [{'id': 'aea43f55-c61e-41b2-b313-b361b1b26da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 10:34:51.919813 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93263c1c-92d4-4f68-89d8-d03108fa8997 None None] New status for floating IP 00b9c160-aebf-4b87-9b84-943514ff4fa0: DOWN {{(pid=103807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 10:34:52.223305 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-42057c71-4c90-4f05-93ee-cee09b10d8a4 req-7586c106-8573-4dbe-a64c-7db9fed46545 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=1af6cc0a-d588-4a98-a82a-56d49cd2c55c HTTP/1.1" status: 200 len: 210 time: 0.0296285 Jun 15 10:34:52.342413 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55ba520-1099-44cf-a42b-c78048bbe754 req-caebbf07-88e2-4c7e-a568-f1027990e4a3 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:52.343891 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d55ba520-1099-44cf-a42b-c78048bbe754 req-caebbf07-88e2-4c7e-a568-f1027990e4a3 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 945 time: 0.0456424 Jun 15 10:34:52.388359 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d55ba520-1099-44cf-a42b-c78048bbe754 req-2b5fce58-a1da-4c6a-bd67-923d30125fa7 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391436 Jun 15 10:34:53.308365 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 57116) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:34:53.360658 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-83bacb10-8e3f-4935-92d6-ffa5af699f47 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for security_group (ba231e2a-e514-4d2b-8089-4a1d21781c8d), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:53.383416 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-83bacb10-8e3f-4935-92d6-ffa5af699f47 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for security_group (ba231e2a-e514-4d2b-8089-4a1d21781c8d), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:53.434217 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-83bacb10-8e3f-4935-92d6-ffa5af699f47 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (ba231e2a-e514-4d2b-8089-4a1d21781c8d), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:53.436699 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-83bacb10-8e3f-4935-92d6-ffa5af699f47 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:53.437823 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-83bacb10-8e3f-4935-92d6-ffa5af699f47 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "DELETE /v2.0/security-groups/ba231e2a-e514-4d2b-8089-4a1d21781c8d HTTP/1.1" status: 204 len: 168 time: 0.1284740 Jun 15 10:34:53.440639 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 57118) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:34:53.446820 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bacb10-8e3f-4935-92d6-ffa5af699f47 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba231e2a-e514-4d2b-8089-4a1d21781c8d,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:34:53.453646 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.api.v2.resource [None req-7ec7df00-0b65-497c-9c8e-4205711ec34c tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] show failed (client error): The resource could not be found. Jun 15 10:34:53.454629 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-7ec7df00-0b65-497c-9c8e-4205711ec34c tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups/ba231e2a-e514-4d2b-8089-4a1d21781c8d HTTP/1.1" status: 404 len: 347 time: 0.0130424 Jun 15 10:34:53.457482 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 57120) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:34:53.566536 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.plugin [None req-ed4a146b-f823-4a28-b670-51560120b0ef tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Deleting port 2b8b264e-ac28-4941-a776-b0cbde47062f {{(pid=103805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:34:53.566878 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-ed4a146b-f823-4a28-b670-51560120b0ef tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (2b8b264e-ac28-4941-a776-b0cbde47062f), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:53.640319 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-ed4a146b-f823-4a28-b670-51560120b0ef tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (2b8b264e-ac28-4941-a776-b0cbde47062f), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:53.640570 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-ed4a146b-f823-4a28-b670-51560120b0ef tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for floatingip (2b8b264e-ac28-4941-a776-b0cbde47062f), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:53.652908 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.plugin [None req-ed4a146b-f823-4a28-b670-51560120b0ef tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Calling delete_port for 2b8b264e-ac28-4941-a776-b0cbde47062f owned by network:floatingip {{(pid=103805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:34:53.780464 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-ed4a146b-f823-4a28-b670-51560120b0ef tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2774366'] for port (2b8b264e-ac28-4941-a776-b0cbde47062f), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:53.803132 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4a146b-f823-4a28-b670-51560120b0ef tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Pushing event deleted for resources: {'Port': ['ID=2b8b264e-ac28-4941-a776-b0cbde47062f,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:34:53.868147 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-ed4a146b-f823-4a28-b670-51560120b0ef tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for floatingip (00b9c160-aebf-4b87-9b84-943514ff4fa0), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:53.870726 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-ed4a146b-f823-4a28-b670-51560120b0ef tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for floatingip (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:53.871885 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-ed4a146b-f823-4a28-b670-51560120b0ef tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "DELETE /v2.0/floatingips/00b9c160-aebf-4b87-9b84-943514ff4fa0 HTTP/1.1" status: 204 len: 168 time: 0.4135108 Jun 15 10:34:53.945730 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 57124) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:34:53.950126 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-ec91f7cb-1d2c-4ad6-bff4-a8f74330eaf0 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Request body: {'security_group': {'name': 'tempest-securitygroup--34339414', 'description': 'tempest-description--1577600426'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:34:53.954888 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:53.973670 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ec91f7cb-1d2c-4ad6-bff4-a8f74330eaf0 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:54.039726 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ec91f7cb-1d2c-4ad6-bff4-a8f74330eaf0 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for security_group (35adf7f7-53e2-43a8-80a9-55ed973c5f8c), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:54.043877 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ec91f7cb-1d2c-4ad6-bff4-a8f74330eaf0 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (35adf7f7-53e2-43a8-80a9-55ed973c5f8c), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:54.072844 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec91f7cb-1d2c-4ad6-bff4-a8f74330eaf0 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35adf7f7-53e2-43a8-80a9-55ed973c5f8c,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:34:54.077730 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ec91f7cb-1d2c-4ad6-bff4-a8f74330eaf0 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:54.078951 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-ec91f7cb-1d2c-4ad6-bff4-a8f74330eaf0 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1322324 Jun 15 10:34:54.081800 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 57126) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:34:54.086256 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-69eb5b9f-1ec9-47f0-b8d1-9a967080ab89 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Request body: {'security_group_rule': {'security_group_id': '35adf7f7-53e2-43a8-80a9-55ed973c5f8c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:34:54.112959 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-69eb5b9f-1ec9-47f0-b8d1-9a967080ab89 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for security_group_rule (09474aeb-44d7-40f8-982f-0b27c25fa3e5), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:54.166664 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-69eb5b9f-1ec9-47f0-b8d1-9a967080ab89 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for security_group_rule (09474aeb-44d7-40f8-982f-0b27c25fa3e5), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:54.170149 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-69eb5b9f-1ec9-47f0-b8d1-9a967080ab89 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592663'] for security_group_rule (09474aeb-44d7-40f8-982f-0b27c25fa3e5), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:54.187776 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eb5b9f-1ec9-47f0-b8d1-9a967080ab89 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09474aeb-44d7-40f8-982f-0b27c25fa3e5,revision_number=0']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:34:54.197180 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-69eb5b9f-1ec9-47f0-b8d1-9a967080ab89 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:54.198367 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-69eb5b9f-1ec9-47f0-b8d1-9a967080ab89 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1156504 Jun 15 10:34:54.201059 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 57128) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:34:54.205341 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-5dc4d720-a7a7-46cb-af68-ee93b6100c03 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Request body: {'security_group_rule': {'security_group_id': '35adf7f7-53e2-43a8-80a9-55ed973c5f8c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:34:54.222080 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 093ff4e7-eb5f-4b43-9bc3-63863d7ab03e no longer exists at agent hyperv_hv-cinder-84349 {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 10:34:54.232220 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-5dc4d720-a7a7-46cb-af68-ee93b6100c03 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for security_group_rule (8e91c53d-9585-4d52-b9c2-baf5dc00f03a), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:54.245099 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] No Port match for: 093ff4e7-eb5f-4b43-9bc3-63863d7ab03e {{(pid=103807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 10:34:54.245445 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 093ff4e7-eb5f-4b43-9bc3-63863d7ab03e not bound to the agent host hv-cinder-84349 {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 10:34:54.290413 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-5dc4d720-a7a7-46cb-af68-ee93b6100c03 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for security_group_rule (8e91c53d-9585-4d52-b9c2-baf5dc00f03a), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:54.294364 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-5dc4d720-a7a7-46cb-af68-ee93b6100c03 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592663'] for security_group_rule (8e91c53d-9585-4d52-b9c2-baf5dc00f03a), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:54.314296 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc4d720-a7a7-46cb-af68-ee93b6100c03 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e91c53d-9585-4d52-b9c2-baf5dc00f03a,revision_number=0']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:34:54.319402 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-5dc4d720-a7a7-46cb-af68-ee93b6100c03 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:54.320569 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-5dc4d720-a7a7-46cb-af68-ee93b6100c03 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1185117 Jun 15 10:34:54.323772 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 57130) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:34:54.328426 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [None req-256997e9-e7dc-40e5-a6cc-ba89b05eb3aa tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Request body: {'floatingip': {'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81'}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:34:54.348416 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-256997e9-e7dc-40e5-a6cc-ba89b05eb3aa tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:54.367681 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:54.426028 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-256997e9-e7dc-40e5-a6cc-ba89b05eb3aa tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:54.699677 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:54.722911 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.db.db_base_plugin_common [None req-256997e9-e7dc-40e5-a6cc-ba89b05eb3aa tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Allocated IP 172.27.0.176 (0c6836d1-4e10-4696-9cf9-183899f77c81/849db9c0-6b0b-495f-a2c9-c288d42c277d/f4931676-b6f7-446c-852f-cd5142cace83) {{(pid=103805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:34:54.830512 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-256997e9-e7dc-40e5-a6cc-ba89b05eb3aa tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for port (f4931676-b6f7-446c-852f-cd5142cace83), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:54.861979 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-256997e9-e7dc-40e5-a6cc-ba89b05eb3aa tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2774366'] for port (f4931676-b6f7-446c-852f-cd5142cace83), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:54.906321 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256997e9-e7dc-40e5-a6cc-ba89b05eb3aa tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Network 0c6836d1-4e10-4696-9cf9-183899f77c81 is already hosted by enough agents. {{(pid=103805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:34:54.909421 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.base_scheduler [None req-256997e9-e7dc-40e5-a6cc-ba89b05eb3aa tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Resources bound (agent type, host, resource id): {{(pid=103805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:34:54.911755 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256997e9-e7dc-40e5-a6cc-ba89b05eb3aa tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Received port after_create {{(pid=103805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:34:54.934624 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256997e9-e7dc-40e5-a6cc-ba89b05eb3aa tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Pushing event updated for resources: {'Port': ['ID=f4931676-b6f7-446c-852f-cd5142cace83,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:34:54.994711 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-256997e9-e7dc-40e5-a6cc-ba89b05eb3aa tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for floatingip (84462f5a-94c1-4b73-b9db-b3ff39559ebe), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:55.033980 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-256997e9-e7dc-40e5-a6cc-ba89b05eb3aa tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (f4931676-b6f7-446c-852f-cd5142cace83), before_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:55.174484 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-256997e9-e7dc-40e5-a6cc-ba89b05eb3aa tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for port (f4931676-b6f7-446c-852f-cd5142cace83), precommit_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:55.178773 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-256997e9-e7dc-40e5-a6cc-ba89b05eb3aa tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2774345'] for port (f4931676-b6f7-446c-852f-cd5142cace83), after_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:55.238425 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:55.257519 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256997e9-e7dc-40e5-a6cc-ba89b05eb3aa tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Pushing event updated for resources: {'Port': ['ID=f4931676-b6f7-446c-852f-cd5142cace83,revision_number=2']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:34:55.265746 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-256997e9-e7dc-40e5-a6cc-ba89b05eb3aa tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-721338'] for floatingip (84462f5a-94c1-4b73-b9db-b3ff39559ebe), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:55.280970 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-256997e9-e7dc-40e5-a6cc-ba89b05eb3aa tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for floatingip (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:55.282276 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-256997e9-e7dc-40e5-a6cc-ba89b05eb3aa tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9573874 Jun 15 10:34:55.474617 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-785993dd-b9f4-4e3c-a9e4-651fb527a80b req-1a633b8a-b3d7-4584-9d7e-fff1da8bf966 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--34339414&fields=id&tenant_id=b683b2d399b54484aa5820537038b8af HTTP/1.1" status: 200 len: 267 time: 0.0410459 Jun 15 10:34:55.488865 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:55.581564 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785993dd-b9f4-4e3c-a9e4-651fb527a80b req-5b656a3e-55dd-488a-b92d-91a82bd081c4 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:55.583025 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-785993dd-b9f4-4e3c-a9e4-651fb527a80b req-5b656a3e-55dd-488a-b92d-91a82bd081c4 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/networks?id=56f473a9-939b-4bd2-a5d0-e5eaaaa25745 HTTP/1.1" status: 200 len: 815 time: 0.1022429 Jun 15 10:34:55.596949 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-785993dd-b9f4-4e3c-a9e4-651fb527a80b req-5e9e2469-0d46-47ef-830c-57e70e88edc3 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/quotas/b683b2d399b54484aa5820537038b8af HTTP/1.1" status: 200 len: 375 time: 0.0085721 Jun 15 10:34:55.644483 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-785993dd-b9f4-4e3c-a9e4-651fb527a80b req-35976e76-e5ba-4d8a-a1d9-18bb2fda5845 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b683b2d399b54484aa5820537038b8af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0428636 Jun 15 10:34:55.735993 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-785993dd-b9f4-4e3c-a9e4-651fb527a80b req-0238b78a-ee48-441c-a5d4-61150050541d service neutron] 10.222.0.49 "GET /v2.0/networks/56f473a9-939b-4bd2-a5d0-e5eaaaa25745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800037 Jun 15 10:34:55.821282 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:55.827700 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-785993dd-b9f4-4e3c-a9e4-651fb527a80b req-84e0865c-e95c-433b-8987-cbbe836d3d8c service neutron] 10.222.0.49 "GET /v2.0/networks/56f473a9-939b-4bd2-a5d0-e5eaaaa25745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862019 Jun 15 10:34:55.984850 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-db28132d-fa0d-4095-92c3-536433441924 req-f211dc87-2f19-456b-b73b-912c7e936efd tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=c41bb315-40ff-4372-90e4-b8f405548765 HTTP/1.1" status: 200 len: 210 time: 0.0277553 Jun 15 10:34:57.093250 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-89222693-0b86-4cc7-ac97-932f3f9f5786 req-8c655e4d-9d89-4720-bbcf-61abf9ac6623 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=c41bb315-40ff-4372-90e4-b8f405548765 HTTP/1.1" status: 200 len: 210 time: 0.0383475 Jun 15 10:34:57.100531 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785993dd-b9f4-4e3c-a9e4-651fb527a80b req-add2243d-2aeb-4d1f-b1da-aff87b422561 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:57.101894 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-785993dd-b9f4-4e3c-a9e4-651fb527a80b req-add2243d-2aeb-4d1f-b1da-aff87b422561 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.62 "GET /v2.0/networks?id=56f473a9-939b-4bd2-a5d0-e5eaaaa25745 HTTP/1.1" status: 200 len: 815 time: 0.1297638 Jun 15 10:34:57.201731 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-785993dd-b9f4-4e3c-a9e4-651fb527a80b req-762177c4-b5b0-4aea-83fb-028c494bbc47 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b683b2d399b54484aa5820537038b8af HTTP/1.1" status: 200 len: 378 time: 0.0536885 Jun 15 10:34:57.316498 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [req-785993dd-b9f4-4e3c-a9e4-651fb527a80b req-3694a1e7-ced4-438f-8d54-4f35a2d40542 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Request body: {'port': {'device_id': 'c41bb315-40ff-4372-90e4-b8f405548765', 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745', 'admin_state_up': True, 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'security_groups': ['35adf7f7-53e2-43a8-80a9-55ed973c5f8c']}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:34:57.424351 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-785993dd-b9f4-4e3c-a9e4-651fb527a80b req-3694a1e7-ced4-438f-8d54-4f35a2d40542 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Made reservation on behalf of b683b2d399b54484aa5820537038b8af for: {'port': 1} {{(pid=103806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 10:34:57.428085 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-785993dd-b9f4-4e3c-a9e4-651fb527a80b req-3694a1e7-ced4-438f-8d54-4f35a2d40542 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:57.551956 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_common [req-785993dd-b9f4-4e3c-a9e4-651fb527a80b req-3694a1e7-ced4-438f-8d54-4f35a2d40542 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Allocated IP 172.20.0.6 (56f473a9-939b-4bd2-a5d0-e5eaaaa25745/aea43f55-c61e-41b2-b313-b361b1b26da0/3566e96c-46a9-4c41-af85-9632202f0396) {{(pid=103806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:34:57.685665 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-785993dd-b9f4-4e3c-a9e4-651fb527a80b req-3694a1e7-ced4-438f-8d54-4f35a2d40542 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for port (3566e96c-46a9-4c41-af85-9632202f0396), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:57.688084 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:57.721059 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-785993dd-b9f4-4e3c-a9e4-651fb527a80b req-3694a1e7-ced4-438f-8d54-4f35a2d40542 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (3566e96c-46a9-4c41-af85-9632202f0396), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:57.768314 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-785993dd-b9f4-4e3c-a9e4-651fb527a80b req-3694a1e7-ced4-438f-8d54-4f35a2d40542 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Network 56f473a9-939b-4bd2-a5d0-e5eaaaa25745 is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:34:57.771416 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [req-785993dd-b9f4-4e3c-a9e4-651fb527a80b req-3694a1e7-ced4-438f-8d54-4f35a2d40542 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:34:57.775811 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [req-785993dd-b9f4-4e3c-a9e4-651fb527a80b req-3694a1e7-ced4-438f-8d54-4f35a2d40542 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Received port after_create {{(pid=103806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:34:57.799670 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3694a1e7-ced4-438f-8d54-4f35a2d40542 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Pushing event updated for resources: {'Port': ['ID=3566e96c-46a9-4c41-af85-9632202f0396,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:34:57.831225 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785993dd-b9f4-4e3c-a9e4-651fb527a80b req-3694a1e7-ced4-438f-8d54-4f35a2d40542 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:57.832213 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-785993dd-b9f4-4e3c-a9e4-651fb527a80b req-3694a1e7-ced4-438f-8d54-4f35a2d40542 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:57.853554 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-785993dd-b9f4-4e3c-a9e4-651fb527a80b req-3694a1e7-ced4-438f-8d54-4f35a2d40542 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5400610 Jun 15 10:34:57.874443 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [req-785993dd-b9f4-4e3c-a9e4-651fb527a80b req-39f85509-19f7-4efd-8023-bcae4768688b service neutron] Request body: {'port': {'device_id': 'c41bb315-40ff-4372-90e4-b8f405548765', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84349'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:34:57.941380 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-785993dd-b9f4-4e3c-a9e4-651fb527a80b req-39f85509-19f7-4efd-8023-bcae4768688b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (3566e96c-46a9-4c41-af85-9632202f0396), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:57.979777 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:58.040376 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-bd592355-ef2b-4c42-913a-7e9086cfae40 None None] Provisioning complete for port 3566e96c-46a9-4c41-af85-9632202f0396 triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:34:58.040951 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-bd592355-ef2b-4c42-913a-7e9086cfae40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (3566e96c-46a9-4c41-af85-9632202f0396), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:58.071122 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-bd592355-ef2b-4c42-913a-7e9086cfae40 None None] Port 3566e96c-46a9-4c41-af85-9632202f0396 cannot update to ACTIVE because it is not bound. {{(pid=103807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 10:34:58.204302 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [req-785993dd-b9f4-4e3c-a9e4-651fb527a80b req-39f85509-19f7-4efd-8023-bcae4768688b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3566e96c-46a9-4c41-af85-9632202f0396 {{(pid=103806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 10:34:58.211808 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-785993dd-b9f4-4e3c-a9e4-651fb527a80b req-39f85509-19f7-4efd-8023-bcae4768688b service neutron] Publish callbacks [] for port (3566e96c-46a9-4c41-af85-9632202f0396), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:58.212727 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0165f1e6-d541-4501-b7e8-4e9408021833 req-10673f03-0c94-474d-915c-b4156482f87c tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:58.214255 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-0165f1e6-d541-4501-b7e8-4e9408021833 req-10673f03-0c94-474d-915c-b4156482f87c tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=c41bb315-40ff-4372-90e4-b8f405548765 HTTP/1.1" status: 200 len: 931 time: 0.0508687 Jun 15 10:34:58.224529 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.provisioning_blocks [req-785993dd-b9f4-4e3c-a9e4-651fb527a80b req-39f85509-19f7-4efd-8023-bcae4768688b service neutron] Transition to ACTIVE for port object 3566e96c-46a9-4c41-af85-9632202f0396 will not be triggered until provisioned by entity L2. {{(pid=103806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 10:34:58.228927 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-785993dd-b9f4-4e3c-a9e4-651fb527a80b req-39f85509-19f7-4efd-8023-bcae4768688b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-252119569'] for port (3566e96c-46a9-4c41-af85-9632202f0396), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:58.263984 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-0165f1e6-d541-4501-b7e8-4e9408021833 req-4f4d585b-67f8-48f4-ad2c-f7c5ad510a53 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?id=35adf7f7-53e2-43a8-80a9-55ed973c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436218 Jun 15 10:34:58.285310 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f85509-19f7-4efd-8023-bcae4768688b service neutron] Pushing event updated for resources: {'Port': ['ID=3566e96c-46a9-4c41-af85-9632202f0396,revision_number=2']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:34:58.363262 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-785993dd-b9f4-4e3c-a9e4-651fb527a80b req-39f85509-19f7-4efd-8023-bcae4768688b service neutron] Attempting to bind port 3566e96c-46a9-4c41-af85-9632202f0396 on host hv-cinder-84349 for vnic_type normal with profile {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 10:34:58.363598 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-785993dd-b9f4-4e3c-a9e4-651fb527a80b req-39f85509-19f7-4efd-8023-bcae4768688b service neutron] Attempting to bind port 3566e96c-46a9-4c41-af85-9632202f0396 by drivers openvswitch,hyperv on host hv-cinder-84349 at level 0 using segments [{'id': '9a53d831-3761-4266-b8b5-121a6bb87f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745'}] {{(pid=103806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 10:34:58.364050 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785993dd-b9f4-4e3c-a9e4-651fb527a80b req-39f85509-19f7-4efd-8023-bcae4768688b service neutron] Attempting to bind port 3566e96c-46a9-4c41-af85-9632202f0396 on network 56f473a9-939b-4bd2-a5d0-e5eaaaa25745 {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:34:58.368993 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785993dd-b9f4-4e3c-a9e4-651fb527a80b req-39f85509-19f7-4efd-8023-bcae4768688b service neutron] Port 3566e96c-46a9-4c41-af85-9632202f0396 on network 56f473a9-939b-4bd2-a5d0-e5eaaaa25745 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84349 {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 10:34:58.369327 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785993dd-b9f4-4e3c-a9e4-651fb527a80b req-39f85509-19f7-4efd-8023-bcae4768688b service neutron] Attempting to bind port 3566e96c-46a9-4c41-af85-9632202f0396 on network 56f473a9-939b-4bd2-a5d0-e5eaaaa25745 {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:34:58.374462 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785993dd-b9f4-4e3c-a9e4-651fb527a80b req-39f85509-19f7-4efd-8023-bcae4768688b service neutron] Checking agent: {'id': 'a4349971-e88a-4ea8-a067-54d07204ee65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84349', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 10, 29, 20), 'started_at': datetime.datetime(2022, 6, 15, 10, 29, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 10, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 10:34:58.374808 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785993dd-b9f4-4e3c-a9e4-651fb527a80b req-39f85509-19f7-4efd-8023-bcae4768688b service neutron] Checking segment: {'id': '9a53d831-3761-4266-b8b5-121a6bb87f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:34:58.375220 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785993dd-b9f4-4e3c-a9e4-651fb527a80b req-39f85509-19f7-4efd-8023-bcae4768688b service neutron] Bound using segment: {'id': '9a53d831-3761-4266-b8b5-121a6bb87f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745'} {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 10:34:58.375641 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-785993dd-b9f4-4e3c-a9e4-651fb527a80b req-39f85509-19f7-4efd-8023-bcae4768688b service neutron] Bound port: 3566e96c-46a9-4c41-af85-9632202f0396, host: hv-cinder-84349, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a53d831-3761-4266-b8b5-121a6bb87f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745'}}] {{(pid=103806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 10:34:58.375998 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-785993dd-b9f4-4e3c-a9e4-651fb527a80b req-39f85509-19f7-4efd-8023-bcae4768688b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (3566e96c-46a9-4c41-af85-9632202f0396), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:58.433388 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:58.440120 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-785993dd-b9f4-4e3c-a9e4-651fb527a80b req-39f85509-19f7-4efd-8023-bcae4768688b service neutron] For port 3566e96c-46a9-4c41-af85-9632202f0396, host hv-cinder-84349, cleared binding levels {{(pid=103806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 10:34:58.443524 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-785993dd-b9f4-4e3c-a9e4-651fb527a80b req-39f85509-19f7-4efd-8023-bcae4768688b service neutron] For port 3566e96c-46a9-4c41-af85-9632202f0396, host hv-cinder-84349, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=3566e96c-46a9-4c41-af85-9632202f0396,segment=NetworkSegment(9a53d831-3761-4266-b8b5-121a6bb87f69),segment_id=9a53d831-3761-4266-b8b5-121a6bb87f69)] {{(pid=103806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 10:34:58.450065 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-785993dd-b9f4-4e3c-a9e4-651fb527a80b req-39f85509-19f7-4efd-8023-bcae4768688b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-252119569'] for port (3566e96c-46a9-4c41-af85-9632202f0396), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:58.483293 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785993dd-b9f4-4e3c-a9e4-651fb527a80b req-39f85509-19f7-4efd-8023-bcae4768688b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:58.484066 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-785993dd-b9f4-4e3c-a9e4-651fb527a80b req-39f85509-19f7-4efd-8023-bcae4768688b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:34:58.485497 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-785993dd-b9f4-4e3c-a9e4-651fb527a80b req-39f85509-19f7-4efd-8023-bcae4768688b service neutron] 10.222.0.62 "PUT /v2.0/ports/3566e96c-46a9-4c41-af85-9632202f0396 HTTP/1.1" status: 200 len: 1093 time: 0.6157072 Jun 15 10:34:58.486044 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c41bb315-40ff-4372-90e4-b8f405548765', 'tag': '3566e96c-46a9-4c41-af85-9632202f0396'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:34:58.488460 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15acf06c26f001ded10715ddc8547394d4bbc7e5ff5a4e462e54e6774371169d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0125876c-3fd1-4f4a-a5fc-4e7c74de1744" -d '{"events": [{"name": "network-changed", "server_uuid": "c41bb315-40ff-4372-90e4-b8f405548765", "tag": "3566e96c-46a9-4c41-af85-9632202f0396"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:34:58.516334 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f85509-19f7-4efd-8023-bcae4768688b service neutron] Pushing event updated for resources: {'Port': ['ID=3566e96c-46a9-4c41-af85-9632202f0396,revision_number=3']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:34:58.532745 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 10:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b1653f-8415-4db8-bf0e-33a31160d9e0 x-openstack-request-id: req-29b1653f-8415-4db8-bf0e-33a31160d9e0 {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:34:58.533042 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c41bb315-40ff-4372-90e4-b8f405548765", "tag": "3566e96c-46a9-4c41-af85-9632202f0396", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:34:58.533293 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-29b1653f-8415-4db8-bf0e-33a31160d9e0 {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:34:58.533697 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29b1653f-8415-4db8-bf0e-33a31160d9e0'] response: {'name': 'network-changed', 'server_uuid': 'c41bb315-40ff-4372-90e4-b8f405548765', 'tag': '3566e96c-46a9-4c41-af85-9632202f0396', 'status': 'completed', 'code': 200} Jun 15 10:34:58.593242 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785993dd-b9f4-4e3c-a9e4-651fb527a80b req-fce8c1bd-403e-412a-b606-96eb93bac67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:58.594747 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-785993dd-b9f4-4e3c-a9e4-651fb527a80b req-fce8c1bd-403e-412a-b606-96eb93bac67a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b683b2d399b54484aa5820537038b8af&device_id=c41bb315-40ff-4372-90e4-b8f405548765 HTTP/1.1" status: 200 len: 1127 time: 0.0402951 Jun 15 10:34:58.658146 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-785993dd-b9f4-4e3c-a9e4-651fb527a80b req-3cdf7f9c-e720-42eb-a1c5-b74ec4811c87 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3566e96c-46a9-4c41-af85-9632202f0396 HTTP/1.1" status: 200 len: 217 time: 0.0369141 Jun 15 10:34:58.707510 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785993dd-b9f4-4e3c-a9e4-651fb527a80b req-7b9db6be-964d-496d-ad54-934db9170ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:58.708947 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-785993dd-b9f4-4e3c-a9e4-651fb527a80b req-7b9db6be-964d-496d-ad54-934db9170ef2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=aea43f55-c61e-41b2-b313-b361b1b26da0 HTTP/1.1" status: 200 len: 854 time: 0.0429473 Jun 15 10:34:58.752031 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785993dd-b9f4-4e3c-a9e4-651fb527a80b req-019da904-2bdb-4f8e-b781-8a5bd54607b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:58.753394 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-785993dd-b9f4-4e3c-a9e4-651fb527a80b req-019da904-2bdb-4f8e-b781-8a5bd54607b8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=56f473a9-939b-4bd2-a5d0-e5eaaaa25745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369828 Jun 15 10:34:58.855934 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-785993dd-b9f4-4e3c-a9e4-651fb527a80b req-2accae7c-e7f8-41f1-aeff-a9d835bbc691 service neutron] 10.222.0.62 "GET /v2.0/networks/56f473a9-939b-4bd2-a5d0-e5eaaaa25745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856113 Jun 15 10:34:58.942901 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-785993dd-b9f4-4e3c-a9e4-651fb527a80b req-fb434538-f4fd-4782-aa4d-75e69aa15b16 service neutron] 10.222.0.62 "GET /v2.0/networks/56f473a9-939b-4bd2-a5d0-e5eaaaa25745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800483 Jun 15 10:34:59.369412 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:34:59.378475 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f03c98-93bc-4b34-be9a-bf7ed65fc853 req-f6f3cc2d-2852-4595-bf3d-41853ce7ac38 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:34:59.379959 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-26f03c98-93bc-4b34-be9a-bf7ed65fc853 req-f6f3cc2d-2852-4595-bf3d-41853ce7ac38 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=c41bb315-40ff-4372-90e4-b8f405548765 HTTP/1.1" status: 200 len: 943 time: 0.0474985 Jun 15 10:34:59.428581 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-26f03c98-93bc-4b34-be9a-bf7ed65fc853 req-5d26b975-d47e-41dd-8ee8-ad675307f9c7 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?id=35adf7f7-53e2-43a8-80a9-55ed973c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424793 Jun 15 10:34:59.687249 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.agents_db [None req-cff4c53f-faac-479c-b9be-928944d02899 None None] Agent healthcheck: found 6 active agents {{(pid=103808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 10:35:00.120918 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125876c-3fd1-4f4a-a5fc-4e7c74de1744 req-c13ff8e1-5ac2-45d5-b5d7-5dd1cd20f97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:00.122386 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0125876c-3fd1-4f4a-a5fc-4e7c74de1744 req-c13ff8e1-5ac2-45d5-b5d7-5dd1cd20f97d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b683b2d399b54484aa5820537038b8af&device_id=c41bb315-40ff-4372-90e4-b8f405548765 HTTP/1.1" status: 200 len: 1127 time: 0.0429096 Jun 15 10:35:00.154249 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:35:00.217407 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125876c-3fd1-4f4a-a5fc-4e7c74de1744 req-d3ba0c20-c646-419b-acd8-0c004d4a0142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:00.218841 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0125876c-3fd1-4f4a-a5fc-4e7c74de1744 req-d3ba0c20-c646-419b-acd8-0c004d4a0142 service neutron] 10.222.0.62 "GET /v2.0/networks?id=56f473a9-939b-4bd2-a5d0-e5eaaaa25745 HTTP/1.1" status: 200 len: 916 time: 0.0835254 Jun 15 10:35:00.262808 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0125876c-3fd1-4f4a-a5fc-4e7c74de1744 req-416b0047-29b7-40cf-be22-6390826674df service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3566e96c-46a9-4c41-af85-9632202f0396 HTTP/1.1" status: 200 len: 217 time: 0.0347972 Jun 15 10:35:00.309338 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125876c-3fd1-4f4a-a5fc-4e7c74de1744 req-784027b3-a8f8-40ce-9457-d85d643c9680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:00.310698 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0125876c-3fd1-4f4a-a5fc-4e7c74de1744 req-784027b3-a8f8-40ce-9457-d85d643c9680 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=aea43f55-c61e-41b2-b313-b361b1b26da0 HTTP/1.1" status: 200 len: 854 time: 0.0418630 Jun 15 10:35:00.353499 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125876c-3fd1-4f4a-a5fc-4e7c74de1744 req-61c240f9-d8b9-41ca-9509-f0e5315e9721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:00.354938 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0125876c-3fd1-4f4a-a5fc-4e7c74de1744 req-61c240f9-d8b9-41ca-9509-f0e5315e9721 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=56f473a9-939b-4bd2-a5d0-e5eaaaa25745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380185 Jun 15 10:35:00.448240 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0125876c-3fd1-4f4a-a5fc-4e7c74de1744 req-d1ad56eb-3566-4590-a54b-1e4e006b3963 service neutron] 10.222.0.62 "GET /v2.0/networks/56f473a9-939b-4bd2-a5d0-e5eaaaa25745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839198 Jun 15 10:35:00.582146 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40487ccb-4b4c-4767-8a06-4f83ea909341 req-ac43d93b-8e0f-4c0e-b125-c2562829228c tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:00.583600 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-40487ccb-4b4c-4767-8a06-4f83ea909341 req-ac43d93b-8e0f-4c0e-b125-c2562829228c tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=c41bb315-40ff-4372-90e4-b8f405548765 HTTP/1.1" status: 200 len: 943 time: 0.0653658 Jun 15 10:35:00.586993 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0125876c-3fd1-4f4a-a5fc-4e7c74de1744 req-6f1f14d8-7fe6-4b2f-a545-4a205833097c service neutron] 10.222.0.62 "GET /v2.0/networks/56f473a9-939b-4bd2-a5d0-e5eaaaa25745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258094 Jun 15 10:35:00.629096 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-40487ccb-4b4c-4767-8a06-4f83ea909341 req-032001c2-9103-4e9d-8186-7208713f8111 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?id=35adf7f7-53e2-43a8-80a9-55ed973c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398021 Jun 15 10:35:01.740665 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d2fe56-30a8-4ca8-9012-942ba14cfd97 req-15103975-a45f-432b-bced-c08a80359913 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:01.742122 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-a4d2fe56-30a8-4ca8-9012-942ba14cfd97 req-15103975-a45f-432b-bced-c08a80359913 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=c41bb315-40ff-4372-90e4-b8f405548765 HTTP/1.1" status: 200 len: 943 time: 0.0463121 Jun 15 10:35:01.792739 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-a4d2fe56-30a8-4ca8-9012-942ba14cfd97 req-9521151d-a5ee-4c54-a74c-ea4190f77b18 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?id=35adf7f7-53e2-43a8-80a9-55ed973c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444577 Jun 15 10:35:02.253973 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 3566e96c-46a9-4c41-af85-9632202f0396 details requested by agent hyperv_hv-cinder-84349 with host hv-cinder-84349 {{(pid=103807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 10:35:02.347321 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port 3566e96c-46a9-4c41-af85-9632202f0396, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=3566e96c-46a9-4c41-af85-9632202f0396,segment=NetworkSegment(9a53d831-3761-4266-b8b5-121a6bb87f69),segment_id=9a53d831-3761-4266-b8b5-121a6bb87f69)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:35:02.358643 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Returning: {'device': '3566e96c-46a9-4c41-af85-9632202f0396', 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745', 'port_id': '3566e96c-46a9-4c41-af85-9632202f0396', 'mac_address': 'fa:16:3e:47:3c:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aea43f55-c61e-41b2-b313-b361b1b26da0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 10:35:02.394549 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Current status of the port 3566e96c-46a9-4c41-af85-9632202f0396 is: DOWN; New status is: BUILD {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:35:02.394932 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (3566e96c-46a9-4c41-af85-9632202f0396), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:02.514505 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3566e96c-46a9-4c41-af85-9632202f0396 {{(pid=103807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 10:35:02.534946 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port 3566e96c-46a9-4c41-af85-9632202f0396, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=3566e96c-46a9-4c41-af85-9632202f0396,segment=NetworkSegment(9a53d831-3761-4266-b8b5-121a6bb87f69),segment_id=9a53d831-3761-4266-b8b5-121a6bb87f69)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:35:02.538659 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (3566e96c-46a9-4c41-af85-9632202f0396), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:02.582927 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Pushing event updated for resources: {'Port': ['ID=3566e96c-46a9-4c41-af85-9632202f0396,revision_number=4']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:35:02.907746 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f9fdd0-a498-4caa-ac78-9bfce581d89f req-4282f33d-2604-48e7-9079-99d3591fc292 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:02.909211 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-92f9fdd0-a498-4caa-ac78-9bfce581d89f req-4282f33d-2604-48e7-9079-99d3591fc292 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=c41bb315-40ff-4372-90e4-b8f405548765 HTTP/1.1" status: 200 len: 944 time: 0.0470417 Jun 15 10:35:02.956786 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] get_ports_and_sgs() called for port_ids ['3566e96c-46a9-4c41-af85-9632202f0396'] {{(pid=103807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 10:35:02.967136 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=100 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:35:02.975014 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-92f9fdd0-a498-4caa-ac78-9bfce581d89f req-d6b425c1-125b-40e1-9a80-020aee316b04 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?id=35adf7f7-53e2-43a8-80a9-55ed973c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0600936 Jun 15 10:35:02.988773 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:35:03.026184 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2988ef-4331-458a-8fd3-8cf8c1cef0ab req-e6c76a4a-eef3-4ae4-bd60-c560e7906227 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:03.027746 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-3e2988ef-4331-458a-8fd3-8cf8c1cef0ab req-e6c76a4a-eef3-4ae4-bd60-c560e7906227 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/ports?device_id=66917c2a-3a37-464a-b12c-68f7e8a2089d HTTP/1.1" status: 200 len: 985 time: 0.0504057 Jun 15 10:35:03.070031 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceda0dc-82fa-4f4f-82ff-cad33b36c41c req-70a17637-a1a2-4e9f-8b03-f9cd60171227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:03.071834 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-eceda0dc-82fa-4f4f-82ff-cad33b36c41c req-70a17637-a1a2-4e9f-8b03-f9cd60171227 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=440f69d2725e435ab11b2fc658e1e745&device_id=66917c2a-3a37-464a-b12c-68f7e8a2089d HTTP/1.1" status: 200 len: 1169 time: 0.0398612 Jun 15 10:35:03.084645 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:35:03.093086 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-3e2988ef-4331-458a-8fd3-8cf8c1cef0ab req-f57253be-0282-4050-8af1-0cec0b85f382 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/security-groups?id=af8f7a35-f212-49d3-a09d-67bd4f9005b3&id=62a3b29d-809d-4c70-b47f-061dc9e5714f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590703 Jun 15 10:35:03.167287 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceda0dc-82fa-4f4f-82ff-cad33b36c41c req-bd420120-91b3-46de-ada2-9dbfcba1a1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:03.168744 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-eceda0dc-82fa-4f4f-82ff-cad33b36c41c req-bd420120-91b3-46de-ada2-9dbfcba1a1ee service neutron] 10.222.0.62 "GET /v2.0/networks?id=a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab HTTP/1.1" status: 200 len: 915 time: 0.0901473 Jun 15 10:35:03.232375 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-eceda0dc-82fa-4f4f-82ff-cad33b36c41c req-6144f27a-bcd1-42af-86b9-4c63a364856e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=700c7452-e992-4ca6-b384-90723c15324d HTTP/1.1" status: 200 len: 1002 time: 0.0539312 Jun 15 10:35:03.295944 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceda0dc-82fa-4f4f-82ff-cad33b36c41c req-03fa9c1a-5ffc-4c22-b159-646272e5c017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:03.297379 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-eceda0dc-82fa-4f4f-82ff-cad33b36c41c req-03fa9c1a-5ffc-4c22-b159-646272e5c017 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1e87e269-65a8-42ea-ac39-220b47cff9a0 HTTP/1.1" status: 200 len: 853 time: 0.0527680 Jun 15 10:35:03.341272 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceda0dc-82fa-4f4f-82ff-cad33b36c41c req-1c10cff6-bd6f-4522-9dc6-c2d19b1ddf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:03.342608 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-eceda0dc-82fa-4f4f-82ff-cad33b36c41c req-1c10cff6-bd6f-4522-9dc6-c2d19b1ddf17 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369437 Jun 15 10:35:03.430866 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-eceda0dc-82fa-4f4f-82ff-cad33b36c41c req-945ad945-69e5-48dc-b8a8-e632131bf1e1 service neutron] 10.222.0.62 "GET /v2.0/networks/a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807939 Jun 15 10:35:03.513259 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=100 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:35:03.519598 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-eceda0dc-82fa-4f4f-82ff-cad33b36c41c req-1b62fbfe-09b9-46b5-b9b2-02abb3a1d35d service neutron] 10.222.0.62 "GET /v2.0/networks/a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815551 Jun 15 10:35:04.100244 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f794bd3-3d2b-47aa-a6cb-95542cab83ca req-c6dc5fff-c4b0-4b73-b3d5-13a7e8f7d51c tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:04.101626 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3f794bd3-3d2b-47aa-a6cb-95542cab83ca req-c6dc5fff-c4b0-4b73-b3d5-13a7e8f7d51c tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=c41bb315-40ff-4372-90e4-b8f405548765 HTTP/1.1" status: 200 len: 944 time: 0.0457230 Jun 15 10:35:04.151050 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3f794bd3-3d2b-47aa-a6cb-95542cab83ca req-7429ed35-f132-4408-b3d0-c7c233c6a425 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?id=35adf7f7-53e2-43a8-80a9-55ed973c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435514 Jun 15 10:35:04.208224 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2978e0b-3c9a-4cec-a9e6-401f6e6e9c6c req-aec066a5-831a-4426-976b-175daa1f0e2e tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:04.209726 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-b2978e0b-3c9a-4cec-a9e6-401f6e6e9c6c req-aec066a5-831a-4426-976b-175daa1f0e2e tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/ports?device_id=66917c2a-3a37-464a-b12c-68f7e8a2089d HTTP/1.1" status: 200 len: 985 time: 0.0472374 Jun 15 10:35:04.253513 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 3566e96c-46a9-4c41-af85-9632202f0396 up at agent hyperv_hv-cinder-84349 {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:35:04.268422 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-b2978e0b-3c9a-4cec-a9e6-401f6e6e9c6c req-238ee77d-9b1d-414a-8400-e1af7647c55a tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/security-groups?id=af8f7a35-f212-49d3-a09d-67bd4f9005b3&id=62a3b29d-809d-4c70-b47f-061dc9e5714f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531058 Jun 15 10:35:04.294890 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Provisioning for port 3566e96c-46a9-4c41-af85-9632202f0396 completed by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 10:35:04.300479 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Provisioning complete for port 3566e96c-46a9-4c41-af85-9632202f0396 triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:35:04.300876 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (3566e96c-46a9-4c41-af85-9632202f0396), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:04.370058 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Current status of the port 3566e96c-46a9-4c41-af85-9632202f0396 is: BUILD; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:35:04.370371 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (3566e96c-46a9-4c41-af85-9632202f0396), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:04.395167 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c41bb315-40ff-4372-90e4-b8f405548765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3566e96c-46a9-4c41-af85-9632202f0396'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:35:04.397367 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9205ebd0146601a57e336ba0e259bffcba8e9192005a2aa68aaaf98781184b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a434ff45-da59-4749-971b-50568823e8bf" -d '{"events": [{"server_uuid": "c41bb315-40ff-4372-90e4-b8f405548765", "name": "network-vif-plugged", "status": "completed", "tag": "3566e96c-46a9-4c41-af85-9632202f0396"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:35:04.410071 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port 3566e96c-46a9-4c41-af85-9632202f0396, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=3566e96c-46a9-4c41-af85-9632202f0396,segment=NetworkSegment(9a53d831-3761-4266-b8b5-121a6bb87f69),segment_id=9a53d831-3761-4266-b8b5-121a6bb87f69)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:35:04.414005 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (3566e96c-46a9-4c41-af85-9632202f0396), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:04.437888 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 10:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7075649-527a-474d-8d3c-b4ef27c09a04 x-openstack-request-id: req-c7075649-527a-474d-8d3c-b4ef27c09a04 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:35:04.438201 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c41bb315-40ff-4372-90e4-b8f405548765", "name": "network-vif-plugged", "status": "completed", "tag": "3566e96c-46a9-4c41-af85-9632202f0396", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:35:04.438472 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c7075649-527a-474d-8d3c-b4ef27c09a04 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:35:04.438842 dv-cinder-843493-2-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7075649-527a-474d-8d3c-b4ef27c09a04'] response: {'server_uuid': 'c41bb315-40ff-4372-90e4-b8f405548765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3566e96c-46a9-4c41-af85-9632202f0396', 'code': 200} Jun 15 10:35:04.461503 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Pushing event updated for resources: {'Port': ['ID=3566e96c-46a9-4c41-af85-9632202f0396,revision_number=5']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:35:04.888731 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b44d3b-8871-4ebf-9432-405054c87fc8 req-8a69274e-a5e5-4515-8307-e260771a1438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:04.890257 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-78b44d3b-8871-4ebf-9432-405054c87fc8 req-8a69274e-a5e5-4515-8307-e260771a1438 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c41bb315-40ff-4372-90e4-b8f405548765 HTTP/1.1" status: 200 len: 1129 time: 0.2601142 Jun 15 10:35:04.934780 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-78b44d3b-8871-4ebf-9432-405054c87fc8 req-70ab2820-b3d9-40e0-9d22-c61827303d3c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=35adf7f7-53e2-43a8-80a9-55ed973c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361857 Jun 15 10:35:05.267363 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfda721-d06f-4036-8bfa-9d1c7ed39dac req-12833f29-d452-4356-98dd-c91321fc96dd tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:05.268802 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-4cfda721-d06f-4036-8bfa-9d1c7ed39dac req-12833f29-d452-4356-98dd-c91321fc96dd tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=c41bb315-40ff-4372-90e4-b8f405548765 HTTP/1.1" status: 200 len: 945 time: 0.0499172 Jun 15 10:35:05.316722 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-4cfda721-d06f-4036-8bfa-9d1c7ed39dac req-7f3dace7-b7c8-4864-9fb8-c714b23d4f7e tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?id=35adf7f7-53e2-43a8-80a9-55ed973c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425446 Jun 15 10:35:05.382632 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67180282-f98e-4171-b75c-ac3db8a0b63a req-ec2fc492-57f6-4e00-8977-da155f70aaa7 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:05.384103 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-67180282-f98e-4171-b75c-ac3db8a0b63a req-ec2fc492-57f6-4e00-8977-da155f70aaa7 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/ports?device_id=66917c2a-3a37-464a-b12c-68f7e8a2089d HTTP/1.1" status: 200 len: 985 time: 0.0464480 Jun 15 10:35:05.444664 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-67180282-f98e-4171-b75c-ac3db8a0b63a req-8b234e30-ecdd-49ea-8c9e-96675f2c4a77 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/security-groups?id=af8f7a35-f212-49d3-a09d-67bd4f9005b3&id=62a3b29d-809d-4c70-b47f-061dc9e5714f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541933 Jun 15 10:35:06.429398 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76692e10-cbbc-48b9-806c-dd4380614141 req-6aae4f6a-167d-4044-8ed7-f81dcb82358c tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:06.430854 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-76692e10-cbbc-48b9-806c-dd4380614141 req-6aae4f6a-167d-4044-8ed7-f81dcb82358c tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=c41bb315-40ff-4372-90e4-b8f405548765 HTTP/1.1" status: 200 len: 945 time: 0.0471716 Jun 15 10:35:06.477707 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-76692e10-cbbc-48b9-806c-dd4380614141 req-0d51bc56-a166-478c-9bf6-194899c9c06c tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?id=35adf7f7-53e2-43a8-80a9-55ed973c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412672 Jun 15 10:35:06.559248 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e49c29-50c8-406c-9320-358721f3d5c9 req-3bd95a46-6a00-4cbe-9f25-f648c23b7264 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:06.560800 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-19e49c29-50c8-406c-9320-358721f3d5c9 req-3bd95a46-6a00-4cbe-9f25-f648c23b7264 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/ports?device_id=66917c2a-3a37-464a-b12c-68f7e8a2089d HTTP/1.1" status: 200 len: 985 time: 0.0458755 Jun 15 10:35:06.618862 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-19e49c29-50c8-406c-9320-358721f3d5c9 req-099403dd-858c-4cfb-9594-f5061e4cf82b tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/security-groups?id=af8f7a35-f212-49d3-a09d-67bd4f9005b3&id=62a3b29d-809d-4c70-b47f-061dc9e5714f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524621 Jun 15 10:35:07.589312 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6588852d-f13d-4743-be96-6a3f036f8775 req-068c75a9-f849-490c-8a84-357c62651883 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:07.590747 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-6588852d-f13d-4743-be96-6a3f036f8775 req-068c75a9-f849-490c-8a84-357c62651883 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=c41bb315-40ff-4372-90e4-b8f405548765 HTTP/1.1" status: 200 len: 945 time: 0.0457659 Jun 15 10:35:07.640445 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-6588852d-f13d-4743-be96-6a3f036f8775 req-2a88d9a5-2b9d-4479-ac18-673293034664 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?id=35adf7f7-53e2-43a8-80a9-55ed973c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443244 Jun 15 10:35:07.731653 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ef327-f054-4697-aab4-cf13fc8f5d6e req-ace2a3ff-86f7-46f4-8dfd-3a4cd86992aa tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:07.733297 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-436ef327-f054-4697-aab4-cf13fc8f5d6e req-ace2a3ff-86f7-46f4-8dfd-3a4cd86992aa tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/ports?device_id=66917c2a-3a37-464a-b12c-68f7e8a2089d HTTP/1.1" status: 200 len: 985 time: 0.0473716 Jun 15 10:35:07.747549 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b4d06f-c8b9-4fee-a1cf-f2367ca59536 req-80e63ad5-0818-42c1-835c-9315a23fbbca tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:07.749022 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-11b4d06f-c8b9-4fee-a1cf-f2367ca59536 req-80e63ad5-0818-42c1-835c-9315a23fbbca tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=c41bb315-40ff-4372-90e4-b8f405548765 HTTP/1.1" status: 200 len: 945 time: 0.0468888 Jun 15 10:35:07.757535 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 57206) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:35:07.762296 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [None req-6539981d-fa51-479e-aebd-30857fcce547 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Request body: {'floatingip': {'port_id': '3566e96c-46a9-4c41-af85-9632202f0396'}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:35:07.793639 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-436ef327-f054-4697-aab4-cf13fc8f5d6e req-c9a5b744-faa3-4942-8014-908410c0c20f tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/security-groups?id=af8f7a35-f212-49d3-a09d-67bd4f9005b3&id=62a3b29d-809d-4c70-b47f-061dc9e5714f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547414 Jun 15 10:35:07.801138 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-6539981d-fa51-479e-aebd-30857fcce547 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for floatingip (84462f5a-94c1-4b73-b9db-b3ff39559ebe), before_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:07.989090 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:35:08.155955 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:35:08.208795 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-6539981d-fa51-479e-aebd-30857fcce547 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:08.212267 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-6539981d-fa51-479e-aebd-30857fcce547 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-721338'] for floatingip (84462f5a-94c1-4b73-b9db-b3ff39559ebe), after_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:08.303993 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.db.l3_db [None req-6539981d-fa51-479e-aebd-30857fcce547 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Floating IP 84462f5a-94c1-4b73-b9db-b3ff39559ebe associated. External IP: 172.27.0.176, port: 3566e96c-46a9-4c41-af85-9632202f0396. Jun 15 10:35:08.502638 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6539981d-fa51-479e-aebd-30857fcce547 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Router 2fa8359a-ff8d-42fb-bdf9-fa2b54045d47 has already been hosted by L3 agent 06043943-94cb-49df-a062-a4886c03e673 {{(pid=103805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 10:35:08.618977 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6539981d-fa51-479e-aebd-30857fcce547 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Notify agent at l3_agent.dv-cinder-843493-2-iscsi the message routers_updated {{(pid=103805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 10:35:08.624302 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-6539981d-fa51-479e-aebd-30857fcce547 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for floatingip (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:08.631139 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f868b04-6d76-491f-8ed9-6b89cb94600e None None] Sync routers for ids ['2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'] in dv-cinder-843493-2-iscsi {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 10:35:08.643696 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f868b04-6d76-491f-8ed9-6b89cb94600e None None] Routers {'2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:35:08.645239 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-8f868b04-6d76-491f-8ed9-6b89cb94600e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:34:45Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:35:08.656332 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-6539981d-fa51-479e-aebd-30857fcce547 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "PUT /v2.0/floatingips/84462f5a-94c1-4b73-b9db-b3ff39559ebe HTTP/1.1" status: 200 len: 991 time: 0.8954394 Jun 15 10:35:08.656332 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c41bb315-40ff-4372-90e4-b8f405548765', 'tag': '3566e96c-46a9-4c41-af85-9632202f0396'}] {{(pid=103805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:35:08.657518 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dae1a2ec98fad4bc98d3c27259afee88ba803ed696ab09c59914859421da8ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac8e93c-9f47-4666-b93a-a937dd435561" -d '{"events": [{"name": "network-changed", "server_uuid": "c41bb315-40ff-4372-90e4-b8f405548765", "tag": "3566e96c-46a9-4c41-af85-9632202f0396"}]}' {{(pid=103805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:35:08.696815 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 10:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea0db24-fca8-4d37-b16b-fdb55b40ba13 x-openstack-request-id: req-5ea0db24-fca8-4d37-b16b-fdb55b40ba13 {{(pid=103805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:35:08.697262 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c41bb315-40ff-4372-90e4-b8f405548765", "tag": "3566e96c-46a9-4c41-af85-9632202f0396", "status": "completed", "code": 200}]} {{(pid=103805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:35:08.697602 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5ea0db24-fca8-4d37-b16b-fdb55b40ba13 {{(pid=103805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:35:08.698087 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ea0db24-fca8-4d37-b16b-fdb55b40ba13'] response: {'name': 'network-changed', 'server_uuid': 'c41bb315-40ff-4372-90e4-b8f405548765', 'tag': '3566e96c-46a9-4c41-af85-9632202f0396', 'status': 'completed', 'code': 200} Jun 15 10:35:08.751332 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-8f868b04-6d76-491f-8ed9-6b89cb94600e None None] Set router 2fa8359a-ff8d-42fb-bdf9-fa2b54045d47 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:35:08.825554 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8e93c-9f47-4666-b93a-a937dd435561 req-74a92679-d74f-4218-9ad0-e37038d5daf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:08.827063 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9ac8e93c-9f47-4666-b93a-a937dd435561 req-74a92679-d74f-4218-9ad0-e37038d5daf2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b683b2d399b54484aa5820537038b8af&device_id=c41bb315-40ff-4372-90e4-b8f405548765 HTTP/1.1" status: 200 len: 1129 time: 0.0474672 Jun 15 10:35:08.916985 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd010d4-8366-4353-b34e-c8f53fd07e4c req-c3f2714b-3e27-441c-a2f9-4a7b73ba6758 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:08.918479 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-3fd010d4-8366-4353-b34e-c8f53fd07e4c req-c3f2714b-3e27-441c-a2f9-4a7b73ba6758 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/ports?device_id=66917c2a-3a37-464a-b12c-68f7e8a2089d HTTP/1.1" status: 200 len: 985 time: 0.0529618 Jun 15 10:35:08.957039 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=100 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:35:08.965505 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-8f868b04-6d76-491f-8ed9-6b89cb94600e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'name': 'tempest-AttachVolumeNegativeTest-1378705910-router', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '1fc86ff8-2de6-4082-a231-6fe0f6affa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:15Z', 'updated_at': '2022-06-15T10:31:30Z', 'revision_number': 4, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'gw_port': {'id': '1fc86ff8-2de6-4082-a231-6fe0f6affa60', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:18Z', 'updated_at': '2022-06-15T10:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_floatingips': [{'id': '84462f5a-94c1-4b73-b9db-b3ff39559ebe', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'floating_ip_address': '172.27.0.176', 'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'router_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'port_id': '3566e96c-46a9-4c41-af85-9632202f0396', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745', 'mac_address': 'fa:16:3e:47:3c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41bb315-40ff-4372-90e4-b8f405548765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T10:34:54Z', 'updated_at': '2022-06-15T10:35:08Z', 'revision_number': 1, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ff7bcb-1c2c-4396-bffa-259cffd9e868', 'name': '', 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'mac_address': 'fa:16:3e:88:2d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'aea43f55-c61e-41b2-b313-b361b1b26da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:25Z', 'updated_at': '2022-06-15T10:31:38Z', 'revision_number': 5, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'subnets': [{'id': 'aea43f55-c61e-41b2-b313-b361b1b26da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:35:08.979733 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-3fd010d4-8366-4353-b34e-c8f53fd07e4c req-72413df3-efef-46f3-928c-717ff33baeb7 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/security-groups?id=af8f7a35-f212-49d3-a09d-67bd4f9005b3&id=62a3b29d-809d-4c70-b47f-061dc9e5714f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549681 Jun 15 10:35:08.991333 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f868b04-6d76-491f-8ed9-6b89cb94600e None None] Checking router: 2fa8359a-ff8d-42fb-bdf9-fa2b54045d47 for host: dv-cinder-843493-2-iscsi {{(pid=103808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 10:35:09.008078 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f868b04-6d76-491f-8ed9-6b89cb94600e None None] Routers {'2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:35:09.008631 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-8f868b04-6d76-491f-8ed9-6b89cb94600e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:34:45Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:35:09.034641 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8e93c-9f47-4666-b93a-a937dd435561 req-ad25f2f8-3168-41ed-911f-60da016be77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:09.036145 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9ac8e93c-9f47-4666-b93a-a937dd435561 req-ad25f2f8-3168-41ed-911f-60da016be77d service neutron] 10.222.0.62 "GET /v2.0/networks?id=56f473a9-939b-4bd2-a5d0-e5eaaaa25745 HTTP/1.1" status: 200 len: 916 time: 0.0875280 Jun 15 10:35:09.100890 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9ac8e93c-9f47-4666-b93a-a937dd435561 req-65f181e5-ac92-4ca0-a6e0-b73cddf51c5b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3566e96c-46a9-4c41-af85-9632202f0396 HTTP/1.1" status: 200 len: 999 time: 0.0578616 Jun 15 10:35:09.109139 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-8f868b04-6d76-491f-8ed9-6b89cb94600e None None] Set router 2fa8359a-ff8d-42fb-bdf9-fa2b54045d47 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:35:09.149585 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8e93c-9f47-4666-b93a-a937dd435561 req-88f18066-3c7f-424f-84f9-bb62f1acc2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:09.151612 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9ac8e93c-9f47-4666-b93a-a937dd435561 req-88f18066-3c7f-424f-84f9-bb62f1acc2a9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=aea43f55-c61e-41b2-b313-b361b1b26da0 HTTP/1.1" status: 200 len: 854 time: 0.0431142 Jun 15 10:35:09.199306 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8e93c-9f47-4666-b93a-a937dd435561 req-de894c2f-0d94-4c39-b553-6e4e073aed0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:09.200816 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9ac8e93c-9f47-4666-b93a-a937dd435561 req-de894c2f-0d94-4c39-b553-6e4e073aed0b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=56f473a9-939b-4bd2-a5d0-e5eaaaa25745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394144 Jun 15 10:35:09.299235 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9ac8e93c-9f47-4666-b93a-a937dd435561 req-9c3c2994-d618-48e1-8f1e-ef9c90f01b82 service neutron] 10.222.0.62 "GET /v2.0/networks/56f473a9-939b-4bd2-a5d0-e5eaaaa25745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868607 Jun 15 10:35:09.314811 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-8f868b04-6d76-491f-8ed9-6b89cb94600e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'name': 'tempest-AttachVolumeNegativeTest-1378705910-router', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '1fc86ff8-2de6-4082-a231-6fe0f6affa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:15Z', 'updated_at': '2022-06-15T10:31:30Z', 'revision_number': 4, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'gw_port': {'id': '1fc86ff8-2de6-4082-a231-6fe0f6affa60', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:18Z', 'updated_at': '2022-06-15T10:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_floatingips': [{'id': '84462f5a-94c1-4b73-b9db-b3ff39559ebe', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'floating_ip_address': '172.27.0.176', 'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'router_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'port_id': '3566e96c-46a9-4c41-af85-9632202f0396', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745', 'mac_address': 'fa:16:3e:47:3c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41bb315-40ff-4372-90e4-b8f405548765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T10:34:54Z', 'updated_at': '2022-06-15T10:35:08Z', 'revision_number': 1, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ff7bcb-1c2c-4396-bffa-259cffd9e868', 'name': '', 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'mac_address': 'fa:16:3e:88:2d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'aea43f55-c61e-41b2-b313-b361b1b26da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:25Z', 'updated_at': '2022-06-15T10:31:38Z', 'revision_number': 5, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'subnets': [{'id': 'aea43f55-c61e-41b2-b313-b361b1b26da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:35:09.392694 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9ac8e93c-9f47-4666-b93a-a937dd435561 req-fb2807ed-4186-4fc6-9ab5-d5527d3b232e service neutron] 10.222.0.62 "GET /v2.0/networks/56f473a9-939b-4bd2-a5d0-e5eaaaa25745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852094 Jun 15 10:35:09.420429 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f868b04-6d76-491f-8ed9-6b89cb94600e None None] The sync data for ids ['2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'] in dv-cinder-843493-2-iscsi is: [{'id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'name': 'tempest-AttachVolumeNegativeTest-1378705910-router', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '1fc86ff8-2de6-4082-a231-6fe0f6affa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:15Z', 'updated_at': '2022-06-15T10:31:30Z', 'revision_number': 4, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'gw_port': {'id': '1fc86ff8-2de6-4082-a231-6fe0f6affa60', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:18Z', 'updated_at': '2022-06-15T10:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_floatingips': [{'id': '84462f5a-94c1-4b73-b9db-b3ff39559ebe', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'floating_ip_address': '172.27.0.176', 'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'router_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'port_id': '3566e96c-46a9-4c41-af85-9632202f0396', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745', 'mac_address': 'fa:16:3e:47:3c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41bb315-40ff-4372-90e4-b8f405548765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T10:34:54Z', 'updated_at': '2022-06-15T10:35:08Z', 'revision_number': 1, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ff7bcb-1c2c-4396-bffa-259cffd9e868', 'name': '', 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'mac_address': 'fa:16:3e:88:2d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'aea43f55-c61e-41b2-b313-b361b1b26da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:25Z', 'updated_at': '2022-06-15T10:31:38Z', 'revision_number': 5, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'subnets': [{'id': 'aea43f55-c61e-41b2-b313-b361b1b26da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 10:35:09.601782 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ade888-69eb-456f-ae3b-831658492b2c None None] New status for floating IP 84462f5a-94c1-4b73-b9db-b3ff39559ebe: ACTIVE {{(pid=103807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 10:35:10.080506 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=100 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:35:10.099114 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197c8c4-1d85-4d15-a722-cd2c158d7c1e req-0cabf521-bd19-4aaa-aaec-f7d8eba43bea tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:10.100580 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6197c8c4-1d85-4d15-a722-cd2c158d7c1e req-0cabf521-bd19-4aaa-aaec-f7d8eba43bea tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/ports?device_id=66917c2a-3a37-464a-b12c-68f7e8a2089d HTTP/1.1" status: 200 len: 985 time: 0.0508001 Jun 15 10:35:10.158595 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6197c8c4-1d85-4d15-a722-cd2c158d7c1e req-9290a97f-0467-41d9-9fcf-0ee824494554 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/security-groups?id=af8f7a35-f212-49d3-a09d-67bd4f9005b3&id=62a3b29d-809d-4c70-b47f-061dc9e5714f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525181 Jun 15 10:35:11.270017 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503cb712-3f8e-47e7-8f36-39e417315f9d req-eed29950-d981-4e12-b44c-08e6230d7786 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:11.271475 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-503cb712-3f8e-47e7-8f36-39e417315f9d req-eed29950-d981-4e12-b44c-08e6230d7786 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/ports?device_id=66917c2a-3a37-464a-b12c-68f7e8a2089d HTTP/1.1" status: 200 len: 985 time: 0.0468354 Jun 15 10:35:11.329794 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-503cb712-3f8e-47e7-8f36-39e417315f9d req-8b258200-e0da-46ed-b461-d93e3e8c2fbf tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/security-groups?id=af8f7a35-f212-49d3-a09d-67bd4f9005b3&id=62a3b29d-809d-4c70-b47f-061dc9e5714f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527604 Jun 15 10:35:12.440067 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c400b-f0c7-453d-810b-26c8794b4bd9 req-4a57b88c-6081-4c0f-bdd2-5a35f3e1a463 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:12.441515 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1e9c400b-f0c7-453d-810b-26c8794b4bd9 req-4a57b88c-6081-4c0f-bdd2-5a35f3e1a463 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/ports?device_id=66917c2a-3a37-464a-b12c-68f7e8a2089d HTTP/1.1" status: 200 len: 985 time: 0.0464902 Jun 15 10:35:12.500337 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1e9c400b-f0c7-453d-810b-26c8794b4bd9 req-fbf9d3e0-ee5e-4c60-9f84-33de939e1e09 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/security-groups?id=af8f7a35-f212-49d3-a09d-67bd4f9005b3&id=62a3b29d-809d-4c70-b47f-061dc9e5714f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532475 Jun 15 10:35:13.005473 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-eef2ed30-5286-4e9c-9a56-ae6ed8e5403b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (e7b68426-6abe-45ee-a2ce-c32f72f66753), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:13.612032 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4b46a7-4da8-4b1e-a0c0-e368299e0ed5 req-3c833dd5-7997-4c88-bcc5-826b98403161 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:13.613584 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-3e4b46a7-4da8-4b1e-a0c0-e368299e0ed5 req-3c833dd5-7997-4c88-bcc5-826b98403161 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/ports?device_id=66917c2a-3a37-464a-b12c-68f7e8a2089d HTTP/1.1" status: 200 len: 985 time: 0.0464435 Jun 15 10:35:13.635925 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=100 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:35:13.677642 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-3e4b46a7-4da8-4b1e-a0c0-e368299e0ed5 req-8023dd7d-fe2b-47ec-9fa2-95093cdd4c06 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/security-groups?id=af8f7a35-f212-49d3-a09d-67bd4f9005b3&id=62a3b29d-809d-4c70-b47f-061dc9e5714f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580933 Jun 15 10:35:14.795953 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ccb5e-decb-401e-8ff5-21afa58ceccd req-f6efc9bf-bc21-4cdf-b7e3-28e2a516c28c tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:14.797364 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c86ccb5e-decb-401e-8ff5-21afa58ceccd req-f6efc9bf-bc21-4cdf-b7e3-28e2a516c28c tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/ports?device_id=66917c2a-3a37-464a-b12c-68f7e8a2089d HTTP/1.1" status: 200 len: 985 time: 0.0517972 Jun 15 10:35:14.855460 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c86ccb5e-decb-401e-8ff5-21afa58ceccd req-87c0f8aa-9364-4c88-a595-a63fd03e2e43 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/security-groups?id=af8f7a35-f212-49d3-a09d-67bd4f9005b3&id=62a3b29d-809d-4c70-b47f-061dc9e5714f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523059 Jun 15 10:35:15.220795 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-bd13c6b4-70d0-4eb4-825b-ddc8ed00928d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (06043943-94cb-49df-a062-a4886c03e673), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:15.969538 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41463f7-1b45-46d1-89e6-7c0e381efa78 req-5ac6e8d1-2e5a-47b3-9428-55fae6b6bbd7 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:15.971017 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-b41463f7-1b45-46d1-89e6-7c0e381efa78 req-5ac6e8d1-2e5a-47b3-9428-55fae6b6bbd7 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/ports?device_id=66917c2a-3a37-464a-b12c-68f7e8a2089d HTTP/1.1" status: 200 len: 985 time: 0.0467455 Jun 15 10:35:16.031115 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-b41463f7-1b45-46d1-89e6-7c0e381efa78 req-a6d5c7c2-63ac-4a50-a15d-6415dd63eb6f tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/security-groups?id=af8f7a35-f212-49d3-a09d-67bd4f9005b3&id=62a3b29d-809d-4c70-b47f-061dc9e5714f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544622 Jun 15 10:35:16.322518 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c9cff-8ce6-457e-8532-8892e5539468 req-0962a45c-8e7d-42ae-8aad-162c1e275061 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:16.324550 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-761c9cff-8ce6-457e-8532-8892e5539468 req-0962a45c-8e7d-42ae-8aad-162c1e275061 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 945 time: 0.0475285 Jun 15 10:35:16.338336 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff9ca3-edec-412f-a331-fd48474f0d54 req-a97aa9a3-b50d-413f-9764-7586bd4ebb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:16.339942 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5cff9ca3-edec-412f-a331-fd48474f0d54 req-a97aa9a3-b50d-413f-9764-7586bd4ebb81 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=993c57bae00b4a0db1d8de0f5017630a&device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 1129 time: 0.0403864 Jun 15 10:35:16.368331 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-59f444b4-2386-4fe1-b50f-b9e54b42d680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (3cca6303-0f2e-4b13-b82d-f2749c30f699), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:16.372132 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=100 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:35:16.379833 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-761c9cff-8ce6-457e-8532-8892e5539468 req-50dc8752-038d-4f6f-80f1-a930a1db7b87 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=97d90431-fd3e-46cc-9afa-e6e743d84baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495782 Jun 15 10:35:16.432488 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff9ca3-edec-412f-a331-fd48474f0d54 req-e5461200-2a68-43c4-bb2e-d4aefeb34602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:16.434450 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5cff9ca3-edec-412f-a331-fd48474f0d54 req-e5461200-2a68-43c4-bb2e-d4aefeb34602 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5357f5ea-5034-4116-bf4e-1ab906c37c40 HTTP/1.1" status: 200 len: 920 time: 0.0884602 Jun 15 10:35:16.495807 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5cff9ca3-edec-412f-a331-fd48474f0d54 req-3096ef47-07d7-4d6f-b121-ba350ff5e631 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b55b6c61-87be-499d-9c71-6698d6514e2d HTTP/1.1" status: 200 len: 1000 time: 0.0528204 Jun 15 10:35:16.542544 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff9ca3-edec-412f-a331-fd48474f0d54 req-0c869b6c-2fac-43e6-9ded-216df83eb462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:16.543989 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5cff9ca3-edec-412f-a331-fd48474f0d54 req-0c869b6c-2fac-43e6-9ded-216df83eb462 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d0adbd34-bf07-4fba-a812-11643023d5f4 HTTP/1.1" status: 200 len: 858 time: 0.0424037 Jun 15 10:35:16.558666 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=100 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:35:16.591304 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff9ca3-edec-412f-a331-fd48474f0d54 req-2dda7a9f-e287-4a9d-b965-2a7e4f3fe135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:16.592667 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5cff9ca3-edec-412f-a331-fd48474f0d54 req-2dda7a9f-e287-4a9d-b965-2a7e4f3fe135 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5357f5ea-5034-4116-bf4e-1ab906c37c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412228 Jun 15 10:35:16.685410 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5cff9ca3-edec-412f-a331-fd48474f0d54 req-5cdde45b-b162-4d1d-aee8-9842899d1631 service neutron] 10.222.0.62 "GET /v2.0/networks/5357f5ea-5034-4116-bf4e-1ab906c37c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812712 Jun 15 10:35:16.775038 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5cff9ca3-edec-412f-a331-fd48474f0d54 req-ccfaeaf2-3648-486b-8c99-a968c75587a9 service neutron] 10.222.0.62 "GET /v2.0/networks/5357f5ea-5034-4116-bf4e-1ab906c37c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822346 Jun 15 10:35:17.143989 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c272a72-23a8-493c-8484-1131dd31dddc req-52b5df47-708a-4d70-aa49-1b1f63d23562 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:17.145386 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9c272a72-23a8-493c-8484-1131dd31dddc req-52b5df47-708a-4d70-aa49-1b1f63d23562 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/ports?device_id=66917c2a-3a37-464a-b12c-68f7e8a2089d HTTP/1.1" status: 200 len: 985 time: 0.0465705 Jun 15 10:35:17.203571 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9c272a72-23a8-493c-8484-1131dd31dddc req-edc17e42-f3ea-4d89-8cb5-059804f8fd03 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/security-groups?id=af8f7a35-f212-49d3-a09d-67bd4f9005b3&id=62a3b29d-809d-4c70-b47f-061dc9e5714f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526564 Jun 15 10:35:17.495706 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013a5010-bf17-47ba-aacd-4a44e788b1d4 req-48ebdf10-f4c8-41dd-b62d-cd0771349845 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:17.497155 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-013a5010-bf17-47ba-aacd-4a44e788b1d4 req-48ebdf10-f4c8-41dd-b62d-cd0771349845 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 945 time: 0.0493946 Jun 15 10:35:17.543452 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-013a5010-bf17-47ba-aacd-4a44e788b1d4 req-8c8e302c-4f3d-40f3-bff2-59c8bd48a4ed tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=97d90431-fd3e-46cc-9afa-e6e743d84baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408533 Jun 15 10:35:17.766985 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-28d06d32-ea2f-4019-b04d-5ef5fa4d530e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (28e3d1c3-881c-45f9-bfee-5bcc9597e0ae), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:17.963648 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (ad84a4c2-87cd-4603-a219-98785ef58eeb), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:18.319109 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ba085-d914-4a76-8908-c80385bcdcbf req-4ae948d6-aaa8-4bab-8072-673032ae1eab tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:18.320564 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-219ba085-d914-4a76-8908-c80385bcdcbf req-4ae948d6-aaa8-4bab-8072-673032ae1eab tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/ports?device_id=66917c2a-3a37-464a-b12c-68f7e8a2089d HTTP/1.1" status: 200 len: 985 time: 0.0496516 Jun 15 10:35:18.378051 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-219ba085-d914-4a76-8908-c80385bcdcbf req-5f56bc83-3cc2-416d-8448-f2d70b58de54 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/security-groups?id=af8f7a35-f212-49d3-a09d-67bd4f9005b3&id=62a3b29d-809d-4c70-b47f-061dc9e5714f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519466 Jun 15 10:35:18.666652 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d43687b-031d-4b6d-b0a4-e189b9921827 req-5c0b0a00-ab8b-4553-a3c0-bad95dd78ce6 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:18.668742 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-0d43687b-031d-4b6d-b0a4-e189b9921827 req-5c0b0a00-ab8b-4553-a3c0-bad95dd78ce6 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 945 time: 0.0536399 Jun 15 10:35:18.713785 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-0d43687b-031d-4b6d-b0a4-e189b9921827 req-1880d4b2-ac1f-4fcf-9768-8e3907157a6c tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=97d90431-fd3e-46cc-9afa-e6e743d84baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394936 Jun 15 10:35:19.313215 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=93 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:35:19.317438 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=94,neutron:DELETE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:35:19.472425 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=100 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:35:19.491350 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7246cd5-2eff-4eef-b8c9-6409ee93308d req-10bed098-e4a6-4678-8650-fd58f2c8de29 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:19.492821 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b7246cd5-2eff-4eef-b8c9-6409ee93308d req-10bed098-e4a6-4678-8650-fd58f2c8de29 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/ports?device_id=66917c2a-3a37-464a-b12c-68f7e8a2089d HTTP/1.1" status: 200 len: 985 time: 0.0478823 Jun 15 10:35:19.552707 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b7246cd5-2eff-4eef-b8c9-6409ee93308d req-c7d3915b-5c6e-42eb-b78b-fc2b1058fbec tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/security-groups?id=af8f7a35-f212-49d3-a09d-67bd4f9005b3&id=62a3b29d-809d-4c70-b47f-061dc9e5714f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538697 Jun 15 10:35:19.829784 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829781c-2d05-4aef-8426-c65379423402 req-c50421ea-6f29-4b12-8552-85931865ff8d tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:19.831540 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-a829781c-2d05-4aef-8426-c65379423402 req-c50421ea-6f29-4b12-8552-85931865ff8d tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 945 time: 0.0497909 Jun 15 10:35:19.877627 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-a829781c-2d05-4aef-8426-c65379423402 req-c3c95793-3869-45c9-8da4-06b7cf92474c tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=97d90431-fd3e-46cc-9afa-e6e743d84baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405014 Jun 15 10:35:20.663616 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650f2d9-c4f7-4ea1-9987-7099c19e9126 req-6854f549-ec1c-4b91-85dd-bc9bc75f2470 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:20.665082 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7650f2d9-c4f7-4ea1-9987-7099c19e9126 req-6854f549-ec1c-4b91-85dd-bc9bc75f2470 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/ports?device_id=66917c2a-3a37-464a-b12c-68f7e8a2089d HTTP/1.1" status: 200 len: 985 time: 0.0470567 Jun 15 10:35:20.726804 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7650f2d9-c4f7-4ea1-9987-7099c19e9126 req-91c0de8b-ba5d-4e43-b738-6285846ec5ea tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/security-groups?id=af8f7a35-f212-49d3-a09d-67bd4f9005b3&id=62a3b29d-809d-4c70-b47f-061dc9e5714f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556271 Jun 15 10:35:20.988400 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504d9b2-3725-451b-b9e8-32731bf47a64 req-bae6483d-a7ad-447c-9575-ae697a56f8dc tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:20.989847 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-5504d9b2-3725-451b-b9e8-32731bf47a64 req-bae6483d-a7ad-447c-9575-ae697a56f8dc tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 945 time: 0.0458758 Jun 15 10:35:21.035200 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-5504d9b2-3725-451b-b9e8-32731bf47a64 req-99f82c51-04c1-408d-a695-38f8847b47dc tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=97d90431-fd3e-46cc-9afa-e6e743d84baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399373 Jun 15 10:35:21.678045 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (a4349971-e88a-4ea8-a067-54d07204ee65), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:22.148782 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fede8a17-17ac-4470-8dd4-f924bc653784 req-b51ddf55-8756-475d-8149-db16e0e476ee tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:22.150233 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-fede8a17-17ac-4470-8dd4-f924bc653784 req-b51ddf55-8756-475d-8149-db16e0e476ee tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 945 time: 0.0471680 Jun 15 10:35:22.196615 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-fede8a17-17ac-4470-8dd4-f924bc653784 req-b8ba58a9-c10f-4557-ac66-1e834afa97ce tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=97d90431-fd3e-46cc-9afa-e6e743d84baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400181 Jun 15 10:35:23.308357 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee675c-c841-45ca-859e-c2644c99d978 req-ec727cd8-f3ef-4f17-8603-2de838ebc764 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:23.309793 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-20ee675c-c841-45ca-859e-c2644c99d978 req-ec727cd8-f3ef-4f17-8603-2de838ebc764 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 945 time: 0.0459569 Jun 15 10:35:23.358058 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-20ee675c-c841-45ca-859e-c2644c99d978 req-f4c9d407-cb48-4271-b1da-460e76327146 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=97d90431-fd3e-46cc-9afa-e6e743d84baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428929 Jun 15 10:35:23.592866 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3b14873f-790e-42d6-8889-10406ddc4c5c req-e377c961-1c30-4852-95e7-86325b9d5d3f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375216 Jun 15 10:35:23.670397 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b14873f-790e-42d6-8889-10406ddc4c5c req-82d02e17-b186-4563-81e1-89d8420f943a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:23.671859 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3b14873f-790e-42d6-8889-10406ddc4c5c req-82d02e17-b186-4563-81e1-89d8420f943a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5dc28af73e82414d8f709e447286a962&device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 1131 time: 0.0378542 Jun 15 10:35:23.780924 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b14873f-790e-42d6-8889-10406ddc4c5c req-8cb1e34a-46e9-4260-9a10-473d8f28eb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:23.782295 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3b14873f-790e-42d6-8889-10406ddc4c5c req-8cb1e34a-46e9-4260-9a10-473d8f28eb29 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4d5f07d8-adfa-49e4-965f-88f44de7cd54 HTTP/1.1" status: 200 len: 918 time: 0.0861814 Jun 15 10:35:23.857719 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3b14873f-790e-42d6-8889-10406ddc4c5c req-57d5b6c0-feb7-496f-8867-1d4ee94c0554 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=836e09e8-adcf-4089-b01c-a780a8041789 HTTP/1.1" status: 200 len: 1001 time: 0.0557904 Jun 15 10:35:23.903734 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b14873f-790e-42d6-8889-10406ddc4c5c req-b6b03089-df93-4060-8362-3adf283394fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:23.905082 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3b14873f-790e-42d6-8889-10406ddc4c5c req-b6b03089-df93-4060-8362-3adf283394fd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9d001222-a4ff-4954-9899-62f9de0c8b3d HTTP/1.1" status: 200 len: 856 time: 0.0412548 Jun 15 10:35:23.922975 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=100 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:35:23.951767 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b14873f-790e-42d6-8889-10406ddc4c5c req-75ffec0a-d2c9-4c8b-bd03-d173e58df95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:23.953223 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3b14873f-790e-42d6-8889-10406ddc4c5c req-75ffec0a-d2c9-4c8b-bd03-d173e58df95c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4d5f07d8-adfa-49e4-965f-88f44de7cd54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387373 Jun 15 10:35:24.043564 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3b14873f-790e-42d6-8889-10406ddc4c5c req-ed30df50-82fa-45e8-be2d-75bdde736574 service neutron] 10.222.0.62 "GET /v2.0/networks/4d5f07d8-adfa-49e4-965f-88f44de7cd54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832927 Jun 15 10:35:24.129706 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3b14873f-790e-42d6-8889-10406ddc4c5c req-9f2455db-4c6a-4cde-923d-8c85593d574c service neutron] 10.222.0.62 "GET /v2.0/networks/4d5f07d8-adfa-49e4-965f-88f44de7cd54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797942 Jun 15 10:35:24.472110 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f12ec5-aacf-4507-be6f-7f5a83604d71 req-7f6c7c38-90f7-414c-b5f2-ed668958586d tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:24.473534 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-40f12ec5-aacf-4507-be6f-7f5a83604d71 req-7f6c7c38-90f7-414c-b5f2-ed668958586d tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 945 time: 0.0456312 Jun 15 10:35:24.521809 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-40f12ec5-aacf-4507-be6f-7f5a83604d71 req-a8558c9f-9044-47f6-a4af-54a0bd5414f9 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=97d90431-fd3e-46cc-9afa-e6e743d84baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429456 Jun 15 10:35:25.634914 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f815a81-c6d3-482f-b984-216b8cb643e1 req-df91ceb8-ae6a-41d4-81db-b1c9a5fa16c5 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:25.637000 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-7f815a81-c6d3-482f-b984-216b8cb643e1 req-df91ceb8-ae6a-41d4-81db-b1c9a5fa16c5 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 945 time: 0.0481007 Jun 15 10:35:25.683397 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-7f815a81-c6d3-482f-b984-216b8cb643e1 req-1f69e7fe-9286-4bf7-a3b8-2e63f24d9b9b tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=97d90431-fd3e-46cc-9afa-e6e743d84baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409443 Jun 15 10:35:26.798662 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ea8c3-12dd-4bde-91da-23448bf55f8c req-cf903ef4-0a4c-457c-99df-aeb904837f4a tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:26.800165 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-806ea8c3-12dd-4bde-91da-23448bf55f8c req-cf903ef4-0a4c-457c-99df-aeb904837f4a tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 945 time: 0.0463462 Jun 15 10:35:26.846151 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-806ea8c3-12dd-4bde-91da-23448bf55f8c req-fa5ee051-f3a4-475c-bae8-4c0601d9fd65 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=97d90431-fd3e-46cc-9afa-e6e743d84baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404661 Jun 15 10:35:27.961660 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ac4de-d8ba-4e5f-8337-1cc47bdc0037 req-e44d5af5-f13a-4f3b-9884-0c03c350b5ad tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:27.963154 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-a38ac4de-d8ba-4e5f-8337-1cc47bdc0037 req-e44d5af5-f13a-4f3b-9884-0c03c350b5ad tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 945 time: 0.0496044 Jun 15 10:35:28.009186 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-a38ac4de-d8ba-4e5f-8337-1cc47bdc0037 req-516d49a6-46aa-4d5e-a714-83d7e2d1db7d tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=97d90431-fd3e-46cc-9afa-e6e743d84baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404649 Jun 15 10:35:28.924743 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e16327-93db-48c1-8cd9-ad5e7cb0a706 req-46bcb8ad-3577-401b-b11b-7e636e28c20f tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:28.926099 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-48e16327-93db-48c1-8cd9-ad5e7cb0a706 req-46bcb8ad-3577-401b-b11b-7e636e28c20f tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 947 time: 0.0457969 Jun 15 10:35:28.972027 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-48e16327-93db-48c1-8cd9-ad5e7cb0a706 req-3168d33e-a9be-4a39-8fc9-10ac93cba35a tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402653 Jun 15 10:35:29.123037 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdaf217-0c95-4ed7-8917-c6c18f3721f9 req-40f52b83-1932-41f9-b752-aa8d8f17e482 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:29.124520 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-afdaf217-0c95-4ed7-8917-c6c18f3721f9 req-40f52b83-1932-41f9-b752-aa8d8f17e482 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 945 time: 0.0457685 Jun 15 10:35:29.136510 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=100 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:35:29.171428 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-afdaf217-0c95-4ed7-8917-c6c18f3721f9 req-36833685-c823-41aa-9a0f-cf321fea5772 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=97d90431-fd3e-46cc-9afa-e6e743d84baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415823 Jun 15 10:35:30.054891 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=100 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:35:30.089556 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b444d6-0c27-4606-8e3f-43e5fa94133f req-1573c7c8-8b09-4739-8290-c5237848c5af tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:30.091401 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a5b444d6-0c27-4606-8e3f-43e5fa94133f req-1573c7c8-8b09-4739-8290-c5237848c5af tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 947 time: 0.0462196 Jun 15 10:35:30.138552 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a5b444d6-0c27-4606-8e3f-43e5fa94133f req-ccc1cf55-405d-4284-b6f2-7c89cf750d8d tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1cf045a-c9df-4e42-adf1-dfd925c75cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417507 Jun 15 10:35:30.282052 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0557a-2959-47db-9a71-1278f93689ff req-b783cc93-ad8d-4d7b-a653-52e026e231d1 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:30.283522 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-69c0557a-2959-47db-9a71-1278f93689ff req-b783cc93-ad8d-4d7b-a653-52e026e231d1 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 945 time: 0.0462079 Jun 15 10:35:30.332946 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-69c0557a-2959-47db-9a71-1278f93689ff req-a2ad5a10-c58f-43c7-bbf5-0c1fe397b71d tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=97d90431-fd3e-46cc-9afa-e6e743d84baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439246 Jun 15 10:35:30.741158 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79eaec2-9699-467a-85f8-9ca48370496e req-b15a5207-ab91-4081-81ae-1c435b7022e7 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:30.742472 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d79eaec2-9699-467a-85f8-9ca48370496e req-b15a5207-ab91-4081-81ae-1c435b7022e7 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.62 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 947 time: 0.0479243 Jun 15 10:35:30.823509 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [req-d79eaec2-9699-467a-85f8-9ca48370496e req-789b3957-d029-491e-b489-9f2759389862 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Deleting port 836e09e8-adcf-4089-b01c-a780a8041789 {{(pid=103806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:35:30.823842 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-d79eaec2-9699-467a-85f8-9ca48370496e req-789b3957-d029-491e-b489-9f2759389862 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (836e09e8-adcf-4089-b01c-a780a8041789), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:30.911540 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-d79eaec2-9699-467a-85f8-9ca48370496e req-789b3957-d029-491e-b489-9f2759389862 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] For port 836e09e8-adcf-4089-b01c-a780a8041789, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=836e09e8-adcf-4089-b01c-a780a8041789,segment=NetworkSegment(19f9c52a-802c-4297-ba83-8da5c92ffd0c),segment_id=19f9c52a-802c-4297-ba83-8da5c92ffd0c)] {{(pid=103806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:35:30.911891 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-d79eaec2-9699-467a-85f8-9ca48370496e req-789b3957-d029-491e-b489-9f2759389862 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (836e09e8-adcf-4089-b01c-a780a8041789), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:31.066937 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-d79eaec2-9699-467a-85f8-9ca48370496e req-789b3957-d029-491e-b489-9f2759389862 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:31.067664 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-d79eaec2-9699-467a-85f8-9ca48370496e req-789b3957-d029-491e-b489-9f2759389862 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-721338'] for floatingip (13d41a82-1a91-4378-a435-d501b518a73f), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:31.067780 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.db.l3_db [req-d79eaec2-9699-467a-85f8-9ca48370496e req-789b3957-d029-491e-b489-9f2759389862 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Floating IP 13d41a82-1a91-4378-a435-d501b518a73f disassociated. External IP: 172.27.0.26, port: 836e09e8-adcf-4089-b01c-a780a8041789. Jun 15 10:35:31.068021 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [req-d79eaec2-9699-467a-85f8-9ca48370496e req-789b3957-d029-491e-b489-9f2759389862 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Calling delete_port for 836e09e8-adcf-4089-b01c-a780a8041789 owned by compute:nova {{(pid=103806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:35:31.125768 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:35:31.195934 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-d79eaec2-9699-467a-85f8-9ca48370496e req-789b3957-d029-491e-b489-9f2759389862 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (836e09e8-adcf-4089-b01c-a780a8041789), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:31.231850 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b3957-d029-491e-b489-9f2759389862 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Pushing event deleted for resources: {'Port': ['ID=836e09e8-adcf-4089-b01c-a780a8041789,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:35:31.258478 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3788de49-5bd4-40b0-8407-9da9ecbbfbc8 req-8b0ca276-45a2-4beb-b1ea-0f74857284b9 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e37acd-69b1-4758-8ab5-07ec67e9ae2f HTTP/1.1" status: 200 len: 210 time: 0.0366497 Jun 15 10:35:31.259728 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b3957-d029-491e-b489-9f2759389862 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:35:31.260070 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b3957-d029-491e-b489-9f2759389862 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:35:31.260427 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b3957-d029-491e-b489-9f2759389862 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:35:31.260756 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b3957-d029-491e-b489-9f2759389862 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:35:31.261084 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b3957-d029-491e-b489-9f2759389862 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:35:31.261410 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b3957-d029-491e-b489-9f2759389862 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:35:31.261729 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b3957-d029-491e-b489-9f2759389862 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:35:31.262046 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b3957-d029-491e-b489-9f2759389862 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:35:31.262886 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b3957-d029-491e-b489-9f2759389862 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:35:31.263227 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b3957-d029-491e-b489-9f2759389862 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:35:31.263545 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b3957-d029-491e-b489-9f2759389862 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:35:31.263862 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b3957-d029-491e-b489-9f2759389862 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:35:31.264180 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b3957-d029-491e-b489-9f2759389862 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:35:31.264489 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b3957-d029-491e-b489-9f2759389862 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:35:31.264801 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b3957-d029-491e-b489-9f2759389862 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:35:31.365206 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d79eaec2-9699-467a-85f8-9ca48370496e req-789b3957-d029-491e-b489-9f2759389862 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Router f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b has already been hosted by L3 agent 06043943-94cb-49df-a062-a4886c03e673 {{(pid=103806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 10:35:31.445179 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913eca4e-a6ee-4e2a-90f5-1f6e54979ade req-0d9fc7e8-784e-4416-adbe-74f171693623 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:31.446769 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-913eca4e-a6ee-4e2a-90f5-1f6e54979ade req-0d9fc7e8-784e-4416-adbe-74f171693623 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 945 time: 0.0462377 Jun 15 10:35:31.466212 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d79eaec2-9699-467a-85f8-9ca48370496e req-789b3957-d029-491e-b489-9f2759389862 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Notify agent at l3_agent.dv-cinder-843493-2-iscsi the message routers_updated {{(pid=103806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 10:35:31.476738 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587f7d86-f41f-43da-badc-9ac519e22d46 None None] Sync routers for ids ['f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b'] in dv-cinder-843493-2-iscsi {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 10:35:31.486715 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587f7d86-f41f-43da-badc-9ac519e22d46 None None] Routers {'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:35:31.487345 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-587f7d86-f41f-43da-badc-9ac519e22d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:35:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:35:31.492444 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=100 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:35:31.497528 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-913eca4e-a6ee-4e2a-90f5-1f6e54979ade req-80d78b50-80a0-4caf-b825-268f98ce7f50 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=97d90431-fd3e-46cc-9afa-e6e743d84baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445328 Jun 15 10:35:31.507650 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [req-d79eaec2-9699-467a-85f8-9ca48370496e req-789b3957-d029-491e-b489-9f2759389862 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] No DVR routers for this DVR port 836e09e8-adcf-4089-b01c-a780a8041789 on host hv-cinder-84349 {{(pid=103806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 10:35:31.510159 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-d79eaec2-9699-467a-85f8-9ca48370496e req-789b3957-d029-491e-b489-9f2759389862 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:31.513971 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d79eaec2-9699-467a-85f8-9ca48370496e req-789b3957-d029-491e-b489-9f2759389862 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.62 "DELETE /v2.0/ports/836e09e8-adcf-4089-b01c-a780a8041789 HTTP/1.1" status: 204 len: 173 time: 0.7655787 Jun 15 10:35:31.514410 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e37acd-69b1-4758-8ab5-07ec67e9ae2f', 'name': 'network-vif-deleted', 'tag': '836e09e8-adcf-4089-b01c-a780a8041789'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:35:31.516635 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15acf06c26f001ded10715ddc8547394d4bbc7e5ff5a4e462e54e6774371169d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95adb90-def3-4d3d-92b2-7dc0edff6f27" -d '{"events": [{"server_uuid": "16e37acd-69b1-4758-8ab5-07ec67e9ae2f", "name": "network-vif-deleted", "tag": "836e09e8-adcf-4089-b01c-a780a8041789"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:35:31.552758 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 10:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0474eea1-41fd-4d25-8dc3-b9ee4db9f40a x-openstack-request-id: req-0474eea1-41fd-4d25-8dc3-b9ee4db9f40a {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:35:31.553311 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e37acd-69b1-4758-8ab5-07ec67e9ae2f", "name": "network-vif-deleted", "tag": "836e09e8-adcf-4089-b01c-a780a8041789", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:35:31.553520 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0474eea1-41fd-4d25-8dc3-b9ee4db9f40a {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:35:31.554194 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0474eea1-41fd-4d25-8dc3-b9ee4db9f40a'] response: {'server_uuid': '16e37acd-69b1-4758-8ab5-07ec67e9ae2f', 'name': 'network-vif-deleted', 'tag': '836e09e8-adcf-4089-b01c-a780a8041789', 'status': 'completed', 'code': 200} Jun 15 10:35:31.595277 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-587f7d86-f41f-43da-badc-9ac519e22d46 None None] Set router f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b gateway port host: dv-cinder-843493-2-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:35:31.672546 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=62,neutron:UPDATE=4 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:35:31.674487 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=51,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:35:31.787131 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-587f7d86-f41f-43da-badc-9ac519e22d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1629135154-router', 'tenant_id': '5dc28af73e82414d8f709e447286a962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '165f926b-f3c5-4ec3-ab58-e72609ce8ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:17Z', 'updated_at': '2022-06-15T10:31:31Z', 'revision_number': 4, 'project_id': '5dc28af73e82414d8f709e447286a962', 'gw_port': {'id': '165f926b-f3c5-4ec3-ab58-e72609ce8ffd', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:65:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:19Z', 'updated_at': '2022-06-15T10:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': 'd9fd564f-6fd3-47fc-be0f-13a98b422209', 'name': '', 'network_id': '4d5f07d8-adfa-49e4-965f-88f44de7cd54', 'tenant_id': '5dc28af73e82414d8f709e447286a962', 'mac_address': 'fa:16:3e:88:7b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9d001222-a4ff-4954-9899-62f9de0c8b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:26Z', 'updated_at': '2022-06-15T10:31:43Z', 'revision_number': 5, 'project_id': '5dc28af73e82414d8f709e447286a962', 'subnets': [{'id': '9d001222-a4ff-4954-9899-62f9de0c8b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:35:31.811689 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587f7d86-f41f-43da-badc-9ac519e22d46 None None] Checking router: f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b for host: dv-cinder-843493-2-iscsi {{(pid=103808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 10:35:31.819880 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587f7d86-f41f-43da-badc-9ac519e22d46 None None] Routers {'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:35:31.820413 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-587f7d86-f41f-43da-badc-9ac519e22d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:35:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:35:31.919790 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-587f7d86-f41f-43da-badc-9ac519e22d46 None None] Set router f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b gateway port host: dv-cinder-843493-2-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:35:32.103379 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-587f7d86-f41f-43da-badc-9ac519e22d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1629135154-router', 'tenant_id': '5dc28af73e82414d8f709e447286a962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '165f926b-f3c5-4ec3-ab58-e72609ce8ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:17Z', 'updated_at': '2022-06-15T10:31:31Z', 'revision_number': 4, 'project_id': '5dc28af73e82414d8f709e447286a962', 'gw_port': {'id': '165f926b-f3c5-4ec3-ab58-e72609ce8ffd', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:65:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:19Z', 'updated_at': '2022-06-15T10:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': 'd9fd564f-6fd3-47fc-be0f-13a98b422209', 'name': '', 'network_id': '4d5f07d8-adfa-49e4-965f-88f44de7cd54', 'tenant_id': '5dc28af73e82414d8f709e447286a962', 'mac_address': 'fa:16:3e:88:7b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9d001222-a4ff-4954-9899-62f9de0c8b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:26Z', 'updated_at': '2022-06-15T10:31:43Z', 'revision_number': 5, 'project_id': '5dc28af73e82414d8f709e447286a962', 'subnets': [{'id': '9d001222-a4ff-4954-9899-62f9de0c8b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:35:32.130022 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587f7d86-f41f-43da-badc-9ac519e22d46 None None] The sync data for ids ['f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b'] in dv-cinder-843493-2-iscsi is: [{'id': 'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1629135154-router', 'tenant_id': '5dc28af73e82414d8f709e447286a962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '165f926b-f3c5-4ec3-ab58-e72609ce8ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:17Z', 'updated_at': '2022-06-15T10:31:31Z', 'revision_number': 4, 'project_id': '5dc28af73e82414d8f709e447286a962', 'gw_port': {'id': '165f926b-f3c5-4ec3-ab58-e72609ce8ffd', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:65:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:19Z', 'updated_at': '2022-06-15T10:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': 'd9fd564f-6fd3-47fc-be0f-13a98b422209', 'name': '', 'network_id': '4d5f07d8-adfa-49e4-965f-88f44de7cd54', 'tenant_id': '5dc28af73e82414d8f709e447286a962', 'mac_address': 'fa:16:3e:88:7b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9d001222-a4ff-4954-9899-62f9de0c8b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:26Z', 'updated_at': '2022-06-15T10:31:43Z', 'revision_number': 5, 'project_id': '5dc28af73e82414d8f709e447286a962', 'subnets': [{'id': '9d001222-a4ff-4954-9899-62f9de0c8b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 10:35:32.350895 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 57352) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:35:32.360533 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fe13cd-fc19-4ed4-bec5-cd80070904ec None None] New status for floating IP 13d41a82-1a91-4378-a435-d501b518a73f: DOWN {{(pid=103807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 10:35:32.406646 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-262701b1-8984-4dc8-b731-95ab84abfbcd tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks [] for security_group (e1cf045a-c9df-4e42-adf1-dfd925c75cd5), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:32.430173 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-262701b1-8984-4dc8-b731-95ab84abfbcd tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks [] for security_group (e1cf045a-c9df-4e42-adf1-dfd925c75cd5), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:32.481899 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-262701b1-8984-4dc8-b731-95ab84abfbcd tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (e1cf045a-c9df-4e42-adf1-dfd925c75cd5), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:32.484425 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-262701b1-8984-4dc8-b731-95ab84abfbcd tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:32.485566 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-262701b1-8984-4dc8-b731-95ab84abfbcd tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "DELETE /v2.0/security-groups/e1cf045a-c9df-4e42-adf1-dfd925c75cd5 HTTP/1.1" status: 204 len: 168 time: 0.1335247 Jun 15 10:35:32.488679 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 57354) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:35:32.495105 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262701b1-8984-4dc8-b731-95ab84abfbcd tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1cf045a-c9df-4e42-adf1-dfd925c75cd5,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:35:32.502684 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262701b1-8984-4dc8-b731-95ab84abfbcd tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:35:32.503031 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262701b1-8984-4dc8-b731-95ab84abfbcd tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:35:32.503393 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262701b1-8984-4dc8-b731-95ab84abfbcd tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:35:32.503568 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.api.v2.resource [None req-eace51fe-b0c1-4866-8aad-13efa8060fbb tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] show failed (client error): The resource could not be found. Jun 15 10:35:32.503736 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262701b1-8984-4dc8-b731-95ab84abfbcd tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:35:32.504067 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262701b1-8984-4dc8-b731-95ab84abfbcd tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:35:32.504400 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262701b1-8984-4dc8-b731-95ab84abfbcd tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:35:32.504583 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-eace51fe-b0c1-4866-8aad-13efa8060fbb tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups/e1cf045a-c9df-4e42-adf1-dfd925c75cd5 HTTP/1.1" status: 404 len: 347 time: 0.0146511 Jun 15 10:35:32.504763 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262701b1-8984-4dc8-b731-95ab84abfbcd tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:35:32.505048 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262701b1-8984-4dc8-b731-95ab84abfbcd tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:35:32.505371 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262701b1-8984-4dc8-b731-95ab84abfbcd tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:35:32.505694 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262701b1-8984-4dc8-b731-95ab84abfbcd tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:35:32.506017 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262701b1-8984-4dc8-b731-95ab84abfbcd tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:35:32.506340 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262701b1-8984-4dc8-b731-95ab84abfbcd tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:35:32.506660 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262701b1-8984-4dc8-b731-95ab84abfbcd tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:35:32.506976 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262701b1-8984-4dc8-b731-95ab84abfbcd tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:35:32.507329 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262701b1-8984-4dc8-b731-95ab84abfbcd tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:35:32.510543 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 57356) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:35:32.609086 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:35:32.625143 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b1263a-0de6-4016-8c89-51adaa84d88a req-89821057-ba1e-4351-9d81-89d2af93d9f8 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:32.625386 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-e7b82004-f16a-44cb-a6b9-91010f4afae9 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Deleting port 12c62d49-5210-4b84-8cf5-8124b170fb84 {{(pid=103806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:35:32.625645 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e7b82004-f16a-44cb-a6b9-91010f4afae9 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (12c62d49-5210-4b84-8cf5-8124b170fb84), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:32.626640 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-90b1263a-0de6-4016-8c89-51adaa84d88a req-89821057-ba1e-4351-9d81-89d2af93d9f8 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 945 time: 0.0490026 Jun 15 10:35:32.673344 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-90b1263a-0de6-4016-8c89-51adaa84d88a req-a029c9a5-9cc5-4728-8765-919e17c15b2f tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=97d90431-fd3e-46cc-9afa-e6e743d84baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409174 Jun 15 10:35:32.708060 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e7b82004-f16a-44cb-a6b9-91010f4afae9 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (12c62d49-5210-4b84-8cf5-8124b170fb84), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:32.708383 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e7b82004-f16a-44cb-a6b9-91010f4afae9 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks [] for floatingip (12c62d49-5210-4b84-8cf5-8124b170fb84), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:32.720790 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-e7b82004-f16a-44cb-a6b9-91010f4afae9 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Calling delete_port for 12c62d49-5210-4b84-8cf5-8124b170fb84 owned by network:floatingip {{(pid=103806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:35:32.860509 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e7b82004-f16a-44cb-a6b9-91010f4afae9 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (12c62d49-5210-4b84-8cf5-8124b170fb84), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:32.883758 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b82004-f16a-44cb-a6b9-91010f4afae9 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Pushing event deleted for resources: {'Port': ['ID=12c62d49-5210-4b84-8cf5-8124b170fb84,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:35:32.947392 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e7b82004-f16a-44cb-a6b9-91010f4afae9 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks [] for floatingip (13d41a82-1a91-4378-a435-d501b518a73f), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:32.949051 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e7b82004-f16a-44cb-a6b9-91010f4afae9 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for floatingip (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:32.950484 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-e7b82004-f16a-44cb-a6b9-91010f4afae9 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "DELETE /v2.0/floatingips/13d41a82-1a91-4378-a435-d501b518a73f HTTP/1.1" status: 204 len: 168 time: 0.4390631 Jun 15 10:35:33.032453 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 57362) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:35:33.037062 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-ce430f7e-262d-4b1c-ae29-3b16bb5c060c tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Request body: {'security_group': {'name': 'tempest-securitygroup--160615727', 'description': 'tempest-description--42537819'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:35:33.057755 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ce430f7e-262d-4b1c-ae29-3b16bb5c060c tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:33.089220 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:DELETE=5,neutron:SELECT=93,neutron:INSERT=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:35:33.130343 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ce430f7e-262d-4b1c-ae29-3b16bb5c060c tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks [] for security_group (416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:33.133787 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ce430f7e-262d-4b1c-ae29-3b16bb5c060c tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:33.162859 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ce430f7e-262d-4b1c-ae29-3b16bb5c060c tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:33.164107 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-ce430f7e-262d-4b1c-ae29-3b16bb5c060c tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1306660 Jun 15 10:35:33.165899 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce430f7e-262d-4b1c-ae29-3b16bb5c060c tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:35:33.167142 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 57366) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:35:33.172283 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [None req-0a377c4e-4a8c-4816-a7e2-c43cf14aca5e tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Request body: {'security_group_rule': {'security_group_id': '416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:35:33.204813 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-0a377c4e-4a8c-4816-a7e2-c43cf14aca5e tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks [] for security_group_rule (02ad6271-94ad-477b-b0cf-6205e009a374), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:33.258398 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-0a377c4e-4a8c-4816-a7e2-c43cf14aca5e tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks [] for security_group_rule (02ad6271-94ad-477b-b0cf-6205e009a374), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:33.261729 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-0a377c4e-4a8c-4816-a7e2-c43cf14aca5e tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592663'] for security_group_rule (02ad6271-94ad-477b-b0cf-6205e009a374), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:33.280597 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a377c4e-4a8c-4816-a7e2-c43cf14aca5e tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02ad6271-94ad-477b-b0cf-6205e009a374,revision_number=0']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:35:33.288285 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-0a377c4e-4a8c-4816-a7e2-c43cf14aca5e tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:33.289446 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-0a377c4e-4a8c-4816-a7e2-c43cf14aca5e tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1212113 Jun 15 10:35:33.292158 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 57368) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:35:33.296979 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [None req-14faa3a3-3b91-4d57-8509-45feb04e2105 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Request body: {'security_group_rule': {'security_group_id': '416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:35:33.324875 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-14faa3a3-3b91-4d57-8509-45feb04e2105 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks [] for security_group_rule (e13bd8bf-3b72-49b6-9858-ea573a50d396), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:33.371971 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-14faa3a3-3b91-4d57-8509-45feb04e2105 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks [] for security_group_rule (e13bd8bf-3b72-49b6-9858-ea573a50d396), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:33.375368 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-14faa3a3-3b91-4d57-8509-45feb04e2105 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592663'] for security_group_rule (e13bd8bf-3b72-49b6-9858-ea573a50d396), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:33.390458 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14faa3a3-3b91-4d57-8509-45feb04e2105 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e13bd8bf-3b72-49b6-9858-ea573a50d396,revision_number=0']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:35:33.400707 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-14faa3a3-3b91-4d57-8509-45feb04e2105 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:33.401892 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-14faa3a3-3b91-4d57-8509-45feb04e2105 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1088431 Jun 15 10:35:33.405905 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 57370) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:35:33.410282 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-e8ef11a8-3ff1-4398-99b7-781030d0a37a tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Request body: {'floatingip': {'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:35:33.431364 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e8ef11a8-3ff1-4398-99b7-781030d0a37a tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:33.512980 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e8ef11a8-3ff1-4398-99b7-781030d0a37a tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:33.600448 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:35:33.627943 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32ed77-f253-4799-b880-374cd7492355 req-9f9f5e2a-d44e-428b-8f05-fefa7bc6bc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:33.629417 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4b32ed77-f253-4799-b880-374cd7492355 req-9f9f5e2a-d44e-428b-8f05-fefa7bc6bc10 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 1129 time: 0.0701876 Jun 15 10:35:33.657523 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_common [None req-e8ef11a8-3ff1-4398-99b7-781030d0a37a tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Allocated IP 172.27.0.206 (0c6836d1-4e10-4696-9cf9-183899f77c81/849db9c0-6b0b-495f-a2c9-c288d42c277d/ca23e0c3-980a-458e-87f1-cf63b08fbfe3) {{(pid=103806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:35:33.720591 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4b32ed77-f253-4799-b880-374cd7492355 req-dc5d9170-df60-41f9-85b7-b81e94b56fa7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=97d90431-fd3e-46cc-9afa-e6e743d84baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800056 Jun 15 10:35:33.786671 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e8ef11a8-3ff1-4398-99b7-781030d0a37a tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks [] for port (ca23e0c3-980a-458e-87f1-cf63b08fbfe3), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:33.792932 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f8633f-1b73-492d-9ab6-822a8a26482c req-f95bcc4d-d030-4256-857a-da4a47c5497a tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:33.795147 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-37f8633f-1b73-492d-9ab6-822a8a26482c req-f95bcc4d-d030-4256-857a-da4a47c5497a tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 945 time: 0.0482550 Jun 15 10:35:33.819600 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e8ef11a8-3ff1-4398-99b7-781030d0a37a tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (ca23e0c3-980a-458e-87f1-cf63b08fbfe3), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:33.842612 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-37f8633f-1b73-492d-9ab6-822a8a26482c req-a4610fd4-2714-4dae-ab8d-39eb48dd514b tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=97d90431-fd3e-46cc-9afa-e6e743d84baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428934 Jun 15 10:35:33.858388 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ef11a8-3ff1-4398-99b7-781030d0a37a tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Network 0c6836d1-4e10-4696-9cf9-183899f77c81 is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:35:33.863120 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [None req-e8ef11a8-3ff1-4398-99b7-781030d0a37a tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:35:33.867128 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ef11a8-3ff1-4398-99b7-781030d0a37a tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Received port after_create {{(pid=103806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:35:33.870057 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ef11a8-3ff1-4398-99b7-781030d0a37a tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Pushing event updated for resources: {'Port': ['ID=ca23e0c3-980a-458e-87f1-cf63b08fbfe3,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:35:33.951488 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e8ef11a8-3ff1-4398-99b7-781030d0a37a tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks [] for floatingip (3d6fbda3-146c-4533-9e53-822e746d7d3e), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:33.985673 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e8ef11a8-3ff1-4398-99b7-781030d0a37a tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (ca23e0c3-980a-458e-87f1-cf63b08fbfe3), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:34.009691 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:35:34.129022 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e8ef11a8-3ff1-4398-99b7-781030d0a37a tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks [] for port (ca23e0c3-980a-458e-87f1-cf63b08fbfe3), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:34.133162 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e8ef11a8-3ff1-4398-99b7-781030d0a37a tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-252119569'] for port (ca23e0c3-980a-458e-87f1-cf63b08fbfe3), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:34.198542 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ef11a8-3ff1-4398-99b7-781030d0a37a tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Pushing event updated for resources: {'Port': ['ID=ca23e0c3-980a-458e-87f1-cf63b08fbfe3,revision_number=2']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:35:34.208382 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e8ef11a8-3ff1-4398-99b7-781030d0a37a tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-721338'] for floatingip (3d6fbda3-146c-4533-9e53-822e746d7d3e), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:34.222938 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e8ef11a8-3ff1-4398-99b7-781030d0a37a tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for floatingip (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:34.224190 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-e8ef11a8-3ff1-4398-99b7-781030d0a37a tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8172894 Jun 15 10:35:34.398604 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:35:34.416308 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d9c31338-064f-4253-af18-749abd69ece7 req-57ed7625-c018-4cc7-a73e-6357c3ae6350 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--160615727&fields=id&tenant_id=5dc28af73e82414d8f709e447286a962 HTTP/1.1" status: 200 len: 267 time: 0.0453343 Jun 15 10:35:34.454205 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 836e09e8-adcf-4089-b01c-a780a8041789 no longer exists at agent hyperv_hv-cinder-84349 {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 10:35:34.473655 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] No Port match for: 836e09e8-adcf-4089-b01c-a780a8041789 {{(pid=103807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 10:35:34.474004 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 836e09e8-adcf-4089-b01c-a780a8041789 not bound to the agent host hv-cinder-84349 {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 10:35:34.732918 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c31338-064f-4253-af18-749abd69ece7 req-0eb8fbe8-8af4-4c88-a445-f77cf692c4fb tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:34.734266 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d9c31338-064f-4253-af18-749abd69ece7 req-0eb8fbe8-8af4-4c88-a445-f77cf692c4fb tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/networks?id=4d5f07d8-adfa-49e4-965f-88f44de7cd54 HTTP/1.1" status: 200 len: 817 time: 0.3101680 Jun 15 10:35:34.748258 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d9c31338-064f-4253-af18-749abd69ece7 req-5fb8b4a8-3ab8-4c02-bdb5-700930ad7279 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/quotas/5dc28af73e82414d8f709e447286a962 HTTP/1.1" status: 200 len: 375 time: 0.0087082 Jun 15 10:35:34.797955 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d9c31338-064f-4253-af18-749abd69ece7 req-51dc0d28-a971-4931-b888-839140a2c0e5 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5dc28af73e82414d8f709e447286a962&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451005 Jun 15 10:35:34.891869 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d9c31338-064f-4253-af18-749abd69ece7 req-1f726113-b2bb-4c82-940a-6497c2ff2acd service neutron] 10.222.0.49 "GET /v2.0/networks/4d5f07d8-adfa-49e4-965f-88f44de7cd54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826075 Jun 15 10:35:34.988681 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d9c31338-064f-4253-af18-749abd69ece7 req-9be59e58-203e-4f5c-9cee-8e46ae35f89c service neutron] 10.222.0.49 "GET /v2.0/networks/4d5f07d8-adfa-49e4-965f-88f44de7cd54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904491 Jun 15 10:35:35.202478 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4625ba-916a-4bf5-9519-e2d6312caaae req-5baa169c-f9a0-437d-be1d-4a881d67459e tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:35.204419 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0d4625ba-916a-4bf5-9519-e2d6312caaae req-5baa169c-f9a0-437d-be1d-4a881d67459e tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 945 time: 0.0496740 Jun 15 10:35:35.219456 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-e5e1a88f-34aa-43b4-a06a-54516246505c req-f1f26148-6a67-487d-ae06-f4bd65808b55 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 210 time: 0.0380538 Jun 15 10:35:35.253855 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0d4625ba-916a-4bf5-9519-e2d6312caaae req-6c23f7a4-0445-4eff-a6b2-9ea014bc4757 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=97d90431-fd3e-46cc-9afa-e6e743d84baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433860 Jun 15 10:35:36.320884 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-a838399e-5464-4fed-8904-5fe951139cee req-b84b72f5-daf4-46a4-a201-bb8f76efd41e tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 210 time: 0.0306737 Jun 15 10:35:36.373844 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28205d3-b4f7-422d-95d9-cbc0c95364a2 req-040c16e3-79fb-475e-937a-bc7837122de2 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:36.375638 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c28205d3-b4f7-422d-95d9-cbc0c95364a2 req-040c16e3-79fb-475e-937a-bc7837122de2 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 945 time: 0.0503581 Jun 15 10:35:36.431072 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c28205d3-b4f7-422d-95d9-cbc0c95364a2 req-04057bd0-e69e-4591-88fd-e002ad9f9ea6 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=97d90431-fd3e-46cc-9afa-e6e743d84baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490098 Jun 15 10:35:36.686180 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.agents_db [None req-cff4c53f-faac-479c-b9be-928944d02899 None None] Agent healthcheck: found 6 active agents {{(pid=103808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 10:35:36.773801 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:35:36.813560 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6050d7d5-ae39-4b37-9f67-7a544c05ff68 req-532de3bb-98d9-484e-89e9-a75b10b2a073 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:36.815196 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-6050d7d5-ae39-4b37-9f67-7a544c05ff68 req-532de3bb-98d9-484e-89e9-a75b10b2a073 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 945 time: 0.0509605 Jun 15 10:35:36.866011 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-6050d7d5-ae39-4b37-9f67-7a544c05ff68 req-972d763d-8792-4719-bbb7-97ed42f27e43 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=97d90431-fd3e-46cc-9afa-e6e743d84baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451231 Jun 15 10:35:36.890255 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ea2a2-0a06-4752-9567-c0fa81ed6eb6 req-32804379-1dba-4849-b317-9c27100c7d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:36.890449 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b09ea2a2-0a06-4752-9567-c0fa81ed6eb6 req-32804379-1dba-4849-b317-9c27100c7d42 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=993c57bae00b4a0db1d8de0f5017630a&device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 1129 time: 0.0501080 Jun 15 10:35:37.054452 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:35:37.089098 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c31338-064f-4253-af18-749abd69ece7 req-c9119a80-c694-4d53-833f-4fde4e4c30f7 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:37.090524 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d9c31338-064f-4253-af18-749abd69ece7 req-c9119a80-c694-4d53-833f-4fde4e4c30f7 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.62 "GET /v2.0/networks?id=4d5f07d8-adfa-49e4-965f-88f44de7cd54 HTTP/1.1" status: 200 len: 817 time: 0.1754844 Jun 15 10:35:37.093083 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ea2a2-0a06-4752-9567-c0fa81ed6eb6 req-e1e6deec-d8ae-4168-b68e-0809c85c8f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:37.094374 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b09ea2a2-0a06-4752-9567-c0fa81ed6eb6 req-e1e6deec-d8ae-4168-b68e-0809c85c8f72 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5357f5ea-5034-4116-bf4e-1ab906c37c40 HTTP/1.1" status: 200 len: 920 time: 0.1710293 Jun 15 10:35:37.298240 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b09ea2a2-0a06-4752-9567-c0fa81ed6eb6 req-9774aff5-e6bc-4ccb-a17c-fb69108d42d9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b55b6c61-87be-499d-9c71-6698d6514e2d HTTP/1.1" status: 200 len: 1000 time: 0.0888908 Jun 15 10:35:37.310884 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d9c31338-064f-4253-af18-749abd69ece7 req-7aef523a-af02-4ba0-a1cf-90a630abf5f0 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5dc28af73e82414d8f709e447286a962 HTTP/1.1" status: 200 len: 379 time: 0.0959628 Jun 15 10:35:37.323043 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [req-d9c31338-064f-4253-af18-749abd69ece7 req-216a1bac-76e6-4915-94d9-96c2da7f1e74 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Request body: {'port': {'device_id': 'be43f1ad-ad30-49ed-aca4-d70e0dbf1291', 'network_id': '4d5f07d8-adfa-49e4-965f-88f44de7cd54', 'admin_state_up': True, 'tenant_id': '5dc28af73e82414d8f709e447286a962', 'security_groups': ['416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6']}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:35:37.362756 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=100 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:35:37.416752 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ea2a2-0a06-4752-9567-c0fa81ed6eb6 req-a40a23b8-133b-43f0-a0b4-c366d4adcb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:37.417880 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b09ea2a2-0a06-4752-9567-c0fa81ed6eb6 req-a40a23b8-133b-43f0-a0b4-c366d4adcb36 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d0adbd34-bf07-4fba-a812-11643023d5f4 HTTP/1.1" status: 200 len: 858 time: 0.1061082 Jun 15 10:35:37.435334 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-8e714eb8-3ed5-4884-a9d3-a4082ef6f661 req-77deb666-9d0c-48d2-9631-b35be1d8c542 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 210 time: 0.0396140 Jun 15 10:35:37.516318 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ea2a2-0a06-4752-9567-c0fa81ed6eb6 req-3e842a12-ddaf-4302-b286-1072989b954b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:37.517764 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b09ea2a2-0a06-4752-9567-c0fa81ed6eb6 req-3e842a12-ddaf-4302-b286-1072989b954b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5357f5ea-5034-4116-bf4e-1ab906c37c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0880332 Jun 15 10:35:37.548853 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc86d85-e0db-426d-9b35-db53b4955047 req-668d6141-8c9a-40c5-a931-cb5a1076eba7 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:37.550171 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ccc86d85-e0db-426d-9b35-db53b4955047 req-668d6141-8c9a-40c5-a931-cb5a1076eba7 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 945 time: 0.0719216 Jun 15 10:35:37.560812 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9c31338-064f-4253-af18-749abd69ece7 req-216a1bac-76e6-4915-94d9-96c2da7f1e74 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Made reservation on behalf of 5dc28af73e82414d8f709e447286a962 for: {'port': 1} {{(pid=103806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 10:35:37.563873 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-d9c31338-064f-4253-af18-749abd69ece7 req-216a1bac-76e6-4915-94d9-96c2da7f1e74 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:37.713810 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ccc86d85-e0db-426d-9b35-db53b4955047 req-978978c4-ae5f-4f0d-bd84-9e1ab4df4ac2 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552410 Jun 15 10:35:37.743513 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b09ea2a2-0a06-4752-9567-c0fa81ed6eb6 req-d78ae28e-7ec0-4ec3-ac7b-aea383473d35 service neutron] 10.222.0.62 "GET /v2.0/networks/5357f5ea-5034-4116-bf4e-1ab906c37c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025032 Jun 15 10:35:37.835652 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_common [req-d9c31338-064f-4253-af18-749abd69ece7 req-216a1bac-76e6-4915-94d9-96c2da7f1e74 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Allocated IP 172.20.0.7 (4d5f07d8-adfa-49e4-965f-88f44de7cd54/9d001222-a4ff-4954-9899-62f9de0c8b3d/5edece31-59c1-43eb-bba5-3ede89417a40) {{(pid=103806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:35:37.881611 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b09ea2a2-0a06-4752-9567-c0fa81ed6eb6 req-22a31b91-fbe9-4688-92e6-53289183b3a2 service neutron] 10.222.0.62 "GET /v2.0/networks/5357f5ea-5034-4116-bf4e-1ab906c37c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209600 Jun 15 10:35:37.988243 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c29330f-9d67-43da-a62f-9290416ad267 req-c5c1a70c-bf57-4eff-90cf-b71aa9cd5d1c tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:37.989698 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-0c29330f-9d67-43da-a62f-9290416ad267 req-c5c1a70c-bf57-4eff-90cf-b71aa9cd5d1c tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 945 time: 0.0497305 Jun 15 10:35:38.004507 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-d9c31338-064f-4253-af18-749abd69ece7 req-216a1bac-76e6-4915-94d9-96c2da7f1e74 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks [] for port (5edece31-59c1-43eb-bba5-3ede89417a40), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:38.016159 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:35:38.038063 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-0c29330f-9d67-43da-a62f-9290416ad267 req-a388c5a9-ba9e-4b1e-b3e2-b38f08004eb1 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=97d90431-fd3e-46cc-9afa-e6e743d84baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422897 Jun 15 10:35:38.041790 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-d9c31338-064f-4253-af18-749abd69ece7 req-216a1bac-76e6-4915-94d9-96c2da7f1e74 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (5edece31-59c1-43eb-bba5-3ede89417a40), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:38.083798 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9c31338-064f-4253-af18-749abd69ece7 req-216a1bac-76e6-4915-94d9-96c2da7f1e74 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Network 4d5f07d8-adfa-49e4-965f-88f44de7cd54 is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:35:38.087020 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [req-d9c31338-064f-4253-af18-749abd69ece7 req-216a1bac-76e6-4915-94d9-96c2da7f1e74 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:35:38.091177 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c31338-064f-4253-af18-749abd69ece7 req-216a1bac-76e6-4915-94d9-96c2da7f1e74 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Received port after_create {{(pid=103806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:35:38.120356 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216a1bac-76e6-4915-94d9-96c2da7f1e74 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Pushing event updated for resources: {'Port': ['ID=5edece31-59c1-43eb-bba5-3ede89417a40,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:35:38.127761 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:35:38.150663 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c31338-064f-4253-af18-749abd69ece7 req-216a1bac-76e6-4915-94d9-96c2da7f1e74 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:38.151309 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-d9c31338-064f-4253-af18-749abd69ece7 req-216a1bac-76e6-4915-94d9-96c2da7f1e74 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:38.169160 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d9c31338-064f-4253-af18-749abd69ece7 req-216a1bac-76e6-4915-94d9-96c2da7f1e74 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8498015 Jun 15 10:35:38.262942 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-048d8cb9-995f-43db-b1b5-ccab50749df8 None None] Provisioning complete for port 5edece31-59c1-43eb-bba5-3ede89417a40 triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:35:38.263480 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-048d8cb9-995f-43db-b1b5-ccab50749df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (5edece31-59c1-43eb-bba5-3ede89417a40), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:38.294611 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-048d8cb9-995f-43db-b1b5-ccab50749df8 None None] Port 5edece31-59c1-43eb-bba5-3ede89417a40 cannot update to ACTIVE because it is not bound. {{(pid=103807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 10:35:38.551883 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d6f11-d4a7-47fb-9c25-1121fbf8a264 req-fb59b0ce-5819-4af7-86ce-debd880ac21f tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:38.553338 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ff5d6f11-d4a7-47fb-9c25-1121fbf8a264 req-fb59b0ce-5819-4af7-86ce-debd880ac21f tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 931 time: 0.0468690 Jun 15 10:35:38.598334 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ff5d6f11-d4a7-47fb-9c25-1121fbf8a264 req-2eeddf4d-1a5b-48b5-be49-109cf7a3f5a5 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395586 Jun 15 10:35:38.812488 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:35:38.830086 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84eefda-bda3-4743-91d8-57532bae2327 req-4f172481-d947-444f-9cb5-6240f65f28bc tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:38.831581 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-e84eefda-bda3-4743-91d8-57532bae2327 req-4f172481-d947-444f-9cb5-6240f65f28bc tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 945 time: 0.0478830 Jun 15 10:35:38.876703 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-e84eefda-bda3-4743-91d8-57532bae2327 req-d67fa5fb-7c4d-4839-bdfd-ce66f7fcaf03 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394955 Jun 15 10:35:39.150987 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec0e84-9877-4fdb-b785-8d101a94b629 req-ad86066c-8682-4f0d-89b2-fd31f7c5e3e5 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:39.152486 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-16ec0e84-9877-4fdb-b785-8d101a94b629 req-ad86066c-8682-4f0d-89b2-fd31f7c5e3e5 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 945 time: 0.0465918 Jun 15 10:35:39.198056 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-16ec0e84-9877-4fdb-b785-8d101a94b629 req-77f2283a-5dc0-45ca-8a59-aa6c34745028 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=97d90431-fd3e-46cc-9afa-e6e743d84baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398343 Jun 15 10:35:39.544383 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [req-d9c31338-064f-4253-af18-749abd69ece7 req-f7107717-9a38-4e49-8dd3-768ca9b0aab6 service neutron] Request body: {'port': {'device_id': 'be43f1ad-ad30-49ed-aca4-d70e0dbf1291', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84349'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:35:39.603333 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-d9c31338-064f-4253-af18-749abd69ece7 req-f7107717-9a38-4e49-8dd3-768ca9b0aab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (5edece31-59c1-43eb-bba5-3ede89417a40), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:39.713319 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a0301-a115-4533-a428-e1f45e100c5c req-381babb5-4faf-4648-a410-6fb63309da36 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:39.714791 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-d94a0301-a115-4533-a428-e1f45e100c5c req-381babb5-4faf-4648-a410-6fb63309da36 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 931 time: 0.0470314 Jun 15 10:35:39.764922 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-d94a0301-a115-4533-a428-e1f45e100c5c req-e527ebbf-f1cf-4f4b-97b2-0203814735cd tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445194 Jun 15 10:35:39.854447 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [req-d9c31338-064f-4253-af18-749abd69ece7 req-f7107717-9a38-4e49-8dd3-768ca9b0aab6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5edece31-59c1-43eb-bba5-3ede89417a40 {{(pid=103806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 10:35:39.862246 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-d9c31338-064f-4253-af18-749abd69ece7 req-f7107717-9a38-4e49-8dd3-768ca9b0aab6 service neutron] Publish callbacks [] for port (5edece31-59c1-43eb-bba5-3ede89417a40), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:39.874277 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.provisioning_blocks [req-d9c31338-064f-4253-af18-749abd69ece7 req-f7107717-9a38-4e49-8dd3-768ca9b0aab6 service neutron] Transition to ACTIVE for port object 5edece31-59c1-43eb-bba5-3ede89417a40 will not be triggered until provisioned by entity L2. {{(pid=103806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 10:35:39.877434 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-d9c31338-064f-4253-af18-749abd69ece7 req-f7107717-9a38-4e49-8dd3-768ca9b0aab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-252119569'] for port (5edece31-59c1-43eb-bba5-3ede89417a40), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:39.929058 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7107717-9a38-4e49-8dd3-768ca9b0aab6 service neutron] Pushing event updated for resources: {'Port': ['ID=5edece31-59c1-43eb-bba5-3ede89417a40,revision_number=2']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:35:40.022633 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c99c9-dc98-4d3f-bc03-fe9d9e2711c7 req-bfa45cb3-9af9-40e0-8641-fa6e88107e65 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:40.024187 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4b7c99c9-dc98-4d3f-bc03-fe9d9e2711c7 req-bfa45cb3-9af9-40e0-8641-fa6e88107e65 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 945 time: 0.0720840 Jun 15 10:35:40.056931 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-d9c31338-064f-4253-af18-749abd69ece7 req-f7107717-9a38-4e49-8dd3-768ca9b0aab6 service neutron] Attempting to bind port 5edece31-59c1-43eb-bba5-3ede89417a40 on host hv-cinder-84349 for vnic_type normal with profile {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 10:35:40.057262 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-d9c31338-064f-4253-af18-749abd69ece7 req-f7107717-9a38-4e49-8dd3-768ca9b0aab6 service neutron] Attempting to bind port 5edece31-59c1-43eb-bba5-3ede89417a40 by drivers openvswitch,hyperv on host hv-cinder-84349 at level 0 using segments [{'id': '19f9c52a-802c-4297-ba83-8da5c92ffd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4d5f07d8-adfa-49e4-965f-88f44de7cd54'}] {{(pid=103806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 10:35:40.057588 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c31338-064f-4253-af18-749abd69ece7 req-f7107717-9a38-4e49-8dd3-768ca9b0aab6 service neutron] Attempting to bind port 5edece31-59c1-43eb-bba5-3ede89417a40 on network 4d5f07d8-adfa-49e4-965f-88f44de7cd54 {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:35:40.066805 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:35:40.072571 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c31338-064f-4253-af18-749abd69ece7 req-f7107717-9a38-4e49-8dd3-768ca9b0aab6 service neutron] Port 5edece31-59c1-43eb-bba5-3ede89417a40 on network 4d5f07d8-adfa-49e4-965f-88f44de7cd54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84349 {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 10:35:40.072893 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c31338-064f-4253-af18-749abd69ece7 req-f7107717-9a38-4e49-8dd3-768ca9b0aab6 service neutron] Attempting to bind port 5edece31-59c1-43eb-bba5-3ede89417a40 on network 4d5f07d8-adfa-49e4-965f-88f44de7cd54 {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:35:40.091720 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c31338-064f-4253-af18-749abd69ece7 req-f7107717-9a38-4e49-8dd3-768ca9b0aab6 service neutron] Checking agent: {'id': 'a4349971-e88a-4ea8-a067-54d07204ee65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84349', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 10, 29, 20), 'started_at': datetime.datetime(2022, 6, 15, 10, 29, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 10, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 10:35:40.092059 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c31338-064f-4253-af18-749abd69ece7 req-f7107717-9a38-4e49-8dd3-768ca9b0aab6 service neutron] Checking segment: {'id': '19f9c52a-802c-4297-ba83-8da5c92ffd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4d5f07d8-adfa-49e4-965f-88f44de7cd54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:35:40.092443 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c31338-064f-4253-af18-749abd69ece7 req-f7107717-9a38-4e49-8dd3-768ca9b0aab6 service neutron] Bound using segment: {'id': '19f9c52a-802c-4297-ba83-8da5c92ffd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4d5f07d8-adfa-49e4-965f-88f44de7cd54'} {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 10:35:40.092943 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-d9c31338-064f-4253-af18-749abd69ece7 req-f7107717-9a38-4e49-8dd3-768ca9b0aab6 service neutron] Bound port: 5edece31-59c1-43eb-bba5-3ede89417a40, host: hv-cinder-84349, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19f9c52a-802c-4297-ba83-8da5c92ffd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4d5f07d8-adfa-49e4-965f-88f44de7cd54'}}] {{(pid=103806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 10:35:40.093205 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-d9c31338-064f-4253-af18-749abd69ece7 req-f7107717-9a38-4e49-8dd3-768ca9b0aab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (5edece31-59c1-43eb-bba5-3ede89417a40), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:40.098372 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:35:40.110846 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4b7c99c9-dc98-4d3f-bc03-fe9d9e2711c7 req-36e2f1fe-018c-48f4-8515-322cd01b4009 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778513 Jun 15 10:35:40.162684 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-d9c31338-064f-4253-af18-749abd69ece7 req-f7107717-9a38-4e49-8dd3-768ca9b0aab6 service neutron] For port 5edece31-59c1-43eb-bba5-3ede89417a40, host hv-cinder-84349, cleared binding levels {{(pid=103806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 10:35:40.165603 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-d9c31338-064f-4253-af18-749abd69ece7 req-f7107717-9a38-4e49-8dd3-768ca9b0aab6 service neutron] For port 5edece31-59c1-43eb-bba5-3ede89417a40, host hv-cinder-84349, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=5edece31-59c1-43eb-bba5-3ede89417a40,segment=NetworkSegment(19f9c52a-802c-4297-ba83-8da5c92ffd0c),segment_id=19f9c52a-802c-4297-ba83-8da5c92ffd0c)] {{(pid=103806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 10:35:40.171649 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-d9c31338-064f-4253-af18-749abd69ece7 req-f7107717-9a38-4e49-8dd3-768ca9b0aab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-252119569'] for port (5edece31-59c1-43eb-bba5-3ede89417a40), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:40.206491 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c31338-064f-4253-af18-749abd69ece7 req-f7107717-9a38-4e49-8dd3-768ca9b0aab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:40.207115 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-d9c31338-064f-4253-af18-749abd69ece7 req-f7107717-9a38-4e49-8dd3-768ca9b0aab6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:40.208554 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d9c31338-064f-4253-af18-749abd69ece7 req-f7107717-9a38-4e49-8dd3-768ca9b0aab6 service neutron] 10.222.0.62 "PUT /v2.0/ports/5edece31-59c1-43eb-bba5-3ede89417a40 HTTP/1.1" status: 200 len: 1093 time: 0.6688147 Jun 15 10:35:40.208903 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be43f1ad-ad30-49ed-aca4-d70e0dbf1291', 'tag': '5edece31-59c1-43eb-bba5-3ede89417a40'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:35:40.211157 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15acf06c26f001ded10715ddc8547394d4bbc7e5ff5a4e462e54e6774371169d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d3eed1-f2be-4fc5-9cb9-ecb118aaf400" -d '{"events": [{"name": "network-changed", "server_uuid": "be43f1ad-ad30-49ed-aca4-d70e0dbf1291", "tag": "5edece31-59c1-43eb-bba5-3ede89417a40"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:35:40.231751 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7107717-9a38-4e49-8dd3-768ca9b0aab6 service neutron] Pushing event updated for resources: {'Port': ['ID=5edece31-59c1-43eb-bba5-3ede89417a40,revision_number=3']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:35:40.259525 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 10:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-367ebfb1-90e6-4d6f-8bd5-cd5215a47b44 x-openstack-request-id: req-367ebfb1-90e6-4d6f-8bd5-cd5215a47b44 {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:35:40.259819 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be43f1ad-ad30-49ed-aca4-d70e0dbf1291", "tag": "5edece31-59c1-43eb-bba5-3ede89417a40", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:35:40.260073 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-367ebfb1-90e6-4d6f-8bd5-cd5215a47b44 {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:35:40.260482 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-367ebfb1-90e6-4d6f-8bd5-cd5215a47b44'] response: {'name': 'network-changed', 'server_uuid': 'be43f1ad-ad30-49ed-aca4-d70e0dbf1291', 'tag': '5edece31-59c1-43eb-bba5-3ede89417a40', 'status': 'completed', 'code': 200} Jun 15 10:35:40.317082 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42b768-1712-42d7-b53e-5f3aa23b92ee req-4a03471a-c85f-42b2-96ec-8922e355669e tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:40.318651 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3d42b768-1712-42d7-b53e-5f3aa23b92ee req-4a03471a-c85f-42b2-96ec-8922e355669e tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 945 time: 0.0484536 Jun 15 10:35:40.370222 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3d42b768-1712-42d7-b53e-5f3aa23b92ee req-8bfb9a25-11e8-40a5-9588-393869f99483 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=97d90431-fd3e-46cc-9afa-e6e743d84baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459616 Jun 15 10:35:40.486597 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca231ba-7331-4e36-9074-f8c372171e90 req-c9cb28bd-ec28-4506-b815-ce1aada230f8 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:40.487992 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-aca231ba-7331-4e36-9074-f8c372171e90 req-c9cb28bd-ec28-4506-b815-ce1aada230f8 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 945 time: 0.0467353 Jun 15 10:35:40.497097 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 57454) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:35:40.501483 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [None req-527d8fa0-068c-4fa3-893a-334b877c02bc tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Request body: {'floatingip': {'port_id': 'b55b6c61-87be-499d-9c71-6698d6514e2d'}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:35:40.554182 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-527d8fa0-068c-4fa3-893a-334b877c02bc tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks [] for floatingip (ad1adaaa-8dae-4f7b-aab8-e3f3ae9d56cb), before_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:40.588226 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3eed1-f2be-4fc5-9cb9-ecb118aaf400 req-01e36217-80f1-46fb-a192-221505188f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:40.589778 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-43d3eed1-f2be-4fc5-9cb9-ecb118aaf400 req-01e36217-80f1-46fb-a192-221505188f70 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5dc28af73e82414d8f709e447286a962&device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 1127 time: 0.0386429 Jun 15 10:35:40.774607 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3eed1-f2be-4fc5-9cb9-ecb118aaf400 req-ccb070fb-585f-4238-afd0-c4c2b687500b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:40.776275 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-43d3eed1-f2be-4fc5-9cb9-ecb118aaf400 req-ccb070fb-585f-4238-afd0-c4c2b687500b service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=5dc28af73e82414d8f709e447286a962&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1647892 Jun 15 10:35:40.957534 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f088b1d-b3e5-44b5-820d-c348e95bd1e7 req-fb4ad8b5-2a6d-4e8d-92ea-f009f665723e tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:40.959009 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5f088b1d-b3e5-44b5-820d-c348e95bd1e7 req-fb4ad8b5-2a6d-4e8d-92ea-f009f665723e tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 943 time: 0.1128247 Jun 15 10:35:40.995237 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3eed1-f2be-4fc5-9cb9-ecb118aaf400 req-a3ea45ca-4318-41c0-a1bc-939d75161e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:40.996700 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-43d3eed1-f2be-4fc5-9cb9-ecb118aaf400 req-a3ea45ca-4318-41c0-a1bc-939d75161e78 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2141466 Jun 15 10:35:41.025902 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5f088b1d-b3e5-44b5-820d-c348e95bd1e7 req-572bd5e5-1980-4196-8114-f72842f171a7 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557868 Jun 15 10:35:41.104905 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c31338-064f-4253-af18-749abd69ece7 req-e52203d7-1a6c-4802-8423-dae15e3f550c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:41.106327 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d9c31338-064f-4253-af18-749abd69ece7 req-e52203d7-1a6c-4802-8423-dae15e3f550c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5dc28af73e82414d8f709e447286a962&device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 1127 time: 0.0386837 Jun 15 10:35:41.182362 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-527d8fa0-068c-4fa3-893a-334b877c02bc tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:41.187213 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-527d8fa0-068c-4fa3-893a-334b877c02bc tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-721338'] for floatingip (ad1adaaa-8dae-4f7b-aab8-e3f3ae9d56cb), after_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:41.300233 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c7b3d-b94c-4370-b006-0e1102041488 req-2a918607-118d-4c74-ac86-5c984a5a40be tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:41.301798 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-923c7b3d-b94c-4370-b006-0e1102041488 req-2a918607-118d-4c74-ac86-5c984a5a40be tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 945 time: 0.1120713 Jun 15 10:35:41.318357 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:35:41.373207 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-923c7b3d-b94c-4370-b006-0e1102041488 req-ac244705-4909-4462-86cf-d2b1e8533428 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621543 Jun 15 10:35:41.395602 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d9c31338-064f-4253-af18-749abd69ece7 req-fbc539a0-4054-4520-ac02-2bf8b3b5cf01 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5edece31-59c1-43eb-bba5-3ede89417a40 HTTP/1.1" status: 200 len: 217 time: 0.2647972 Jun 15 10:35:41.442392 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c31338-064f-4253-af18-749abd69ece7 req-9e7b48f3-cad2-4ca6-9c76-4c85ea6dcf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:41.443857 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d9c31338-064f-4253-af18-749abd69ece7 req-9e7b48f3-cad2-4ca6-9c76-4c85ea6dcf4e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9d001222-a4ff-4954-9899-62f9de0c8b3d HTTP/1.1" status: 200 len: 856 time: 0.0425482 Jun 15 10:35:41.470026 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:35:41.472360 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527d8fa0-068c-4fa3-893a-334b877c02bc tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Router 95f3bb7c-a043-4f67-9816-ac38c8ca03f3 has already been hosted by L3 agent 06043943-94cb-49df-a062-a4886c03e673 {{(pid=103805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 10:35:41.486484 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c31338-064f-4253-af18-749abd69ece7 req-81463fe8-412e-45dc-9460-1d528e8cfee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:41.488016 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d9c31338-064f-4253-af18-749abd69ece7 req-81463fe8-412e-45dc-9460-1d528e8cfee8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4d5f07d8-adfa-49e4-965f-88f44de7cd54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372694 Jun 15 10:35:41.577892 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527d8fa0-068c-4fa3-893a-334b877c02bc tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Notify agent at l3_agent.dv-cinder-843493-2-iscsi the message routers_updated {{(pid=103805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 10:35:41.582046 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d9c31338-064f-4253-af18-749abd69ece7 req-c3c9d1c1-09f2-4371-8e4a-008c2b44f70b service neutron] 10.222.0.62 "GET /v2.0/networks/4d5f07d8-adfa-49e4-965f-88f44de7cd54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864651 Jun 15 10:35:41.582840 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-527d8fa0-068c-4fa3-893a-334b877c02bc tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for floatingip (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:41.587323 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3563f82-c007-493c-a039-59283b037c12 None None] Sync routers for ids ['95f3bb7c-a043-4f67-9816-ac38c8ca03f3'] in dv-cinder-843493-2-iscsi {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 10:35:41.601281 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3563f82-c007-493c-a039-59283b037c12 None None] Routers {'95f3bb7c-a043-4f67-9816-ac38c8ca03f3'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:35:41.601902 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-f3563f82-c007-493c-a039-59283b037c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:35:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['95f3bb7c-a043-4f67-9816-ac38c8ca03f3'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:35:41.617209 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dc2e258-7d46-483d-b6d9-8c11d75d9b09', 'tag': 'b55b6c61-87be-499d-9c71-6698d6514e2d'}] {{(pid=103805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:35:41.620880 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dae1a2ec98fad4bc98d3c27259afee88ba803ed696ab09c59914859421da8ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d63897-8d31-4503-af7a-f36a5b2ee1a7" -d '{"events": [{"name": "network-changed", "server_uuid": "2dc2e258-7d46-483d-b6d9-8c11d75d9b09", "tag": "b55b6c61-87be-499d-9c71-6698d6514e2d"}]}' {{(pid=103805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:35:41.659652 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-527d8fa0-068c-4fa3-893a-334b877c02bc tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "PUT /v2.0/floatingips/ad1adaaa-8dae-4f7b-aab8-e3f3ae9d56cb HTTP/1.1" status: 200 len: 992 time: 1.1613984 Jun 15 10:35:41.663042 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 10:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0368bc9f-0d1f-4cc2-8fbf-9b1c11937131 x-openstack-request-id: req-0368bc9f-0d1f-4cc2-8fbf-9b1c11937131 {{(pid=103805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:35:41.663374 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dc2e258-7d46-483d-b6d9-8c11d75d9b09", "tag": "b55b6c61-87be-499d-9c71-6698d6514e2d", "status": "completed", "code": 200}]} {{(pid=103805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:35:41.663627 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0368bc9f-0d1f-4cc2-8fbf-9b1c11937131 {{(pid=103805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:35:41.664026 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0368bc9f-0d1f-4cc2-8fbf-9b1c11937131'] response: {'name': 'network-changed', 'server_uuid': '2dc2e258-7d46-483d-b6d9-8c11d75d9b09', 'tag': 'b55b6c61-87be-499d-9c71-6698d6514e2d', 'status': 'completed', 'code': 200} Jun 15 10:35:41.678921 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d9c31338-064f-4253-af18-749abd69ece7 req-6302b0ad-95d1-4d05-ab41-e8cca3060e20 service neutron] 10.222.0.62 "GET /v2.0/networks/4d5f07d8-adfa-49e4-965f-88f44de7cd54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902979 Jun 15 10:35:41.701684 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-f3563f82-c007-493c-a039-59283b037c12 None None] Set router 95f3bb7c-a043-4f67-9816-ac38c8ca03f3 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:35:41.772998 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d63897-8d31-4503-af7a-f36a5b2ee1a7 req-ce94ab39-2f35-492a-9fc6-5a424d1fe403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:41.774495 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-25d63897-8d31-4503-af7a-f36a5b2ee1a7 req-ce94ab39-2f35-492a-9fc6-5a424d1fe403 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=993c57bae00b4a0db1d8de0f5017630a&device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 1129 time: 0.0425272 Jun 15 10:35:41.864574 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=100 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:35:41.869228 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=100 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:35:41.917566 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-f3563f82-c007-493c-a039-59283b037c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f3bb7c-a043-4f67-9816-ac38c8ca03f3', 'name': 'tempest-ServerRescueNegativeTestJSON-1419186222-router', 'tenant_id': '993c57bae00b4a0db1d8de0f5017630a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'b7bd4cac-b4b2-460c-a99b-a7ea3afa1580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:13Z', 'updated_at': '2022-06-15T10:31:20Z', 'revision_number': 4, 'project_id': '993c57bae00b4a0db1d8de0f5017630a', 'gw_port': {'id': 'b7bd4cac-b4b2-460c-a99b-a7ea3afa1580', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f3bb7c-a043-4f67-9816-ac38c8ca03f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:14Z', 'updated_at': '2022-06-15T10:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_floatingips': [{'id': 'ad1adaaa-8dae-4f7b-aab8-e3f3ae9d56cb', 'tenant_id': '993c57bae00b4a0db1d8de0f5017630a', 'floating_ip_address': '172.27.0.39', 'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'router_id': '95f3bb7c-a043-4f67-9816-ac38c8ca03f3', 'port_id': 'b55b6c61-87be-499d-9c71-6698d6514e2d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5357f5ea-5034-4116-bf4e-1ab906c37c40', 'mac_address': 'fa:16:3e:c6:c7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc2e258-7d46-483d-b6d9-8c11d75d9b09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T10:33:39Z', 'updated_at': '2022-06-15T10:35:41Z', 'revision_number': 3, 'project_id': '993c57bae00b4a0db1d8de0f5017630a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '661b3675-95e9-4505-bbd9-a060f28ffbe2', 'name': '', 'network_id': '5357f5ea-5034-4116-bf4e-1ab906c37c40', 'tenant_id': '993c57bae00b4a0db1d8de0f5017630a', 'mac_address': 'fa:16:3e:ce:08:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f3bb7c-a043-4f67-9816-ac38c8ca03f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd0adbd34-bf07-4fba-a812-11643023d5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:18Z', 'updated_at': '2022-06-15T10:31:31Z', 'revision_number': 5, 'project_id': '993c57bae00b4a0db1d8de0f5017630a', 'subnets': [{'id': 'd0adbd34-bf07-4fba-a812-11643023d5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:35:41.943134 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3563f82-c007-493c-a039-59283b037c12 None None] Checking router: 95f3bb7c-a043-4f67-9816-ac38c8ca03f3 for host: dv-cinder-843493-2-iscsi {{(pid=103808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 10:35:41.951523 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3563f82-c007-493c-a039-59283b037c12 None None] Routers {'95f3bb7c-a043-4f67-9816-ac38c8ca03f3'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:35:41.952142 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-f3563f82-c007-493c-a039-59283b037c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:35:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['95f3bb7c-a043-4f67-9816-ac38c8ca03f3'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:35:42.050692 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-f3563f82-c007-493c-a039-59283b037c12 None None] Set router 95f3bb7c-a043-4f67-9816-ac38c8ca03f3 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:35:42.144296 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b068a7-fe37-4fab-958d-7f74552e079f req-141bc82c-a487-442b-8ac7-9d5b53ad49de tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:42.145905 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-79b068a7-fe37-4fab-958d-7f74552e079f req-141bc82c-a487-442b-8ac7-9d5b53ad49de tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 943 time: 0.0503969 Jun 15 10:35:42.192653 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-79b068a7-fe37-4fab-958d-7f74552e079f req-1a78b679-d8c0-4d3f-990b-2c7bf179a6c9 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411124 Jun 15 10:35:42.257816 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-f3563f82-c007-493c-a039-59283b037c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f3bb7c-a043-4f67-9816-ac38c8ca03f3', 'name': 'tempest-ServerRescueNegativeTestJSON-1419186222-router', 'tenant_id': '993c57bae00b4a0db1d8de0f5017630a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'b7bd4cac-b4b2-460c-a99b-a7ea3afa1580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:13Z', 'updated_at': '2022-06-15T10:31:20Z', 'revision_number': 4, 'project_id': '993c57bae00b4a0db1d8de0f5017630a', 'gw_port': {'id': 'b7bd4cac-b4b2-460c-a99b-a7ea3afa1580', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f3bb7c-a043-4f67-9816-ac38c8ca03f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:14Z', 'updated_at': '2022-06-15T10:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_floatingips': [{'id': 'ad1adaaa-8dae-4f7b-aab8-e3f3ae9d56cb', 'tenant_id': '993c57bae00b4a0db1d8de0f5017630a', 'floating_ip_address': '172.27.0.39', 'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'router_id': '95f3bb7c-a043-4f67-9816-ac38c8ca03f3', 'port_id': 'b55b6c61-87be-499d-9c71-6698d6514e2d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5357f5ea-5034-4116-bf4e-1ab906c37c40', 'mac_address': 'fa:16:3e:c6:c7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc2e258-7d46-483d-b6d9-8c11d75d9b09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T10:33:39Z', 'updated_at': '2022-06-15T10:35:41Z', 'revision_number': 3, 'project_id': '993c57bae00b4a0db1d8de0f5017630a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '661b3675-95e9-4505-bbd9-a060f28ffbe2', 'name': '', 'network_id': '5357f5ea-5034-4116-bf4e-1ab906c37c40', 'tenant_id': '993c57bae00b4a0db1d8de0f5017630a', 'mac_address': 'fa:16:3e:ce:08:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f3bb7c-a043-4f67-9816-ac38c8ca03f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd0adbd34-bf07-4fba-a812-11643023d5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:18Z', 'updated_at': '2022-06-15T10:31:31Z', 'revision_number': 5, 'project_id': '993c57bae00b4a0db1d8de0f5017630a', 'subnets': [{'id': 'd0adbd34-bf07-4fba-a812-11643023d5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:35:42.282233 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3563f82-c007-493c-a039-59283b037c12 None None] The sync data for ids ['95f3bb7c-a043-4f67-9816-ac38c8ca03f3'] in dv-cinder-843493-2-iscsi is: [{'id': '95f3bb7c-a043-4f67-9816-ac38c8ca03f3', 'name': 'tempest-ServerRescueNegativeTestJSON-1419186222-router', 'tenant_id': '993c57bae00b4a0db1d8de0f5017630a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'b7bd4cac-b4b2-460c-a99b-a7ea3afa1580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:13Z', 'updated_at': '2022-06-15T10:31:20Z', 'revision_number': 4, 'project_id': '993c57bae00b4a0db1d8de0f5017630a', 'gw_port': {'id': 'b7bd4cac-b4b2-460c-a99b-a7ea3afa1580', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f3bb7c-a043-4f67-9816-ac38c8ca03f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:14Z', 'updated_at': '2022-06-15T10:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_floatingips': [{'id': 'ad1adaaa-8dae-4f7b-aab8-e3f3ae9d56cb', 'tenant_id': '993c57bae00b4a0db1d8de0f5017630a', 'floating_ip_address': '172.27.0.39', 'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'router_id': '95f3bb7c-a043-4f67-9816-ac38c8ca03f3', 'port_id': 'b55b6c61-87be-499d-9c71-6698d6514e2d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5357f5ea-5034-4116-bf4e-1ab906c37c40', 'mac_address': 'fa:16:3e:c6:c7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc2e258-7d46-483d-b6d9-8c11d75d9b09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T10:33:39Z', 'updated_at': '2022-06-15T10:35:41Z', 'revision_number': 3, 'project_id': '993c57bae00b4a0db1d8de0f5017630a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '661b3675-95e9-4505-bbd9-a060f28ffbe2', 'name': '', 'network_id': '5357f5ea-5034-4116-bf4e-1ab906c37c40', 'tenant_id': '993c57bae00b4a0db1d8de0f5017630a', 'mac_address': 'fa:16:3e:ce:08:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f3bb7c-a043-4f67-9816-ac38c8ca03f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd0adbd34-bf07-4fba-a812-11643023d5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:18Z', 'updated_at': '2022-06-15T10:31:31Z', 'revision_number': 5, 'project_id': '993c57bae00b4a0db1d8de0f5017630a', 'subnets': [{'id': 'd0adbd34-bf07-4fba-a812-11643023d5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 10:35:42.493790 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c24c1-d82a-4070-9fc6-6f0dc49db613 req-daec4e04-ac9e-4733-bf79-1efc6ac23882 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:42.495190 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-808c24c1-d82a-4070-9fc6-6f0dc49db613 req-daec4e04-ac9e-4733-bf79-1efc6ac23882 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 945 time: 0.0463150 Jun 15 10:35:42.505856 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:35:42.507355 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=100 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:35:42.543959 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-808c24c1-d82a-4070-9fc6-6f0dc49db613 req-2c841911-b60f-4e8f-9b22-44a2bbb84440 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433235 Jun 15 10:35:42.867788 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d63897-8d31-4503-af7a-f36a5b2ee1a7 req-e0123ecd-321b-48df-8cab-4a211453407a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:42.869220 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-25d63897-8d31-4503-af7a-f36a5b2ee1a7 req-e0123ecd-321b-48df-8cab-4a211453407a service neutron] 10.222.0.62 "GET /v2.0/networks?id=5357f5ea-5034-4116-bf4e-1ab906c37c40 HTTP/1.1" status: 200 len: 920 time: 0.0847580 Jun 15 10:35:42.928716 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-25d63897-8d31-4503-af7a-f36a5b2ee1a7 req-aa72b340-0537-40d8-974d-6762936d2c48 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b55b6c61-87be-499d-9c71-6698d6514e2d HTTP/1.1" status: 200 len: 1000 time: 0.0523515 Jun 15 10:35:42.976087 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d63897-8d31-4503-af7a-f36a5b2ee1a7 req-cc5e3ef6-132b-4d86-8a3f-5bf6dcc821ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:42.977499 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-25d63897-8d31-4503-af7a-f36a5b2ee1a7 req-cc5e3ef6-132b-4d86-8a3f-5bf6dcc821ad service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d0adbd34-bf07-4fba-a812-11643023d5f4 HTTP/1.1" status: 200 len: 858 time: 0.0416696 Jun 15 10:35:43.007254 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ace8f730-16a1-4798-bc35-d10988789bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (e7b68426-6abe-45ee-a2ce-c32f72f66753), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:43.024718 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d63897-8d31-4503-af7a-f36a5b2ee1a7 req-a22a34da-c965-44e5-be89-755288199df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:43.026230 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-25d63897-8d31-4503-af7a-f36a5b2ee1a7 req-a22a34da-c965-44e5-be89-755288199df3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5357f5ea-5034-4116-bf4e-1ab906c37c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430584 Jun 15 10:35:43.113915 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-25d63897-8d31-4503-af7a-f36a5b2ee1a7 req-96a271bd-82eb-4f85-8c21-1a5e5cdea66a service neutron] 10.222.0.62 "GET /v2.0/networks/5357f5ea-5034-4116-bf4e-1ab906c37c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807986 Jun 15 10:35:43.206244 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-25d63897-8d31-4503-af7a-f36a5b2ee1a7 req-19b8bcef-54d5-4e28-b759-2baa1bdd5c58 service neutron] 10.222.0.62 "GET /v2.0/networks/5357f5ea-5034-4116-bf4e-1ab906c37c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859840 Jun 15 10:35:43.309321 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e975a45-b2ee-4b00-a7b1-287523fa4441 req-92af072c-dd5a-4122-ae5b-23cd2167f3fd tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:43.310807 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-9e975a45-b2ee-4b00-a7b1-287523fa4441 req-92af072c-dd5a-4122-ae5b-23cd2167f3fd tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 943 time: 0.0467079 Jun 15 10:35:43.356645 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-9e975a45-b2ee-4b00-a7b1-287523fa4441 req-0111af8c-79cc-4441-9ac6-ab1d361f5a25 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404160 Jun 15 10:35:43.655310 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d47ba-1a77-454f-9b2e-85435ba91a8b req-d1a7d943-fac5-483a-bc7f-866181b27fdf tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:43.656667 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5b3d47ba-1a77-454f-9b2e-85435ba91a8b req-d1a7d943-fac5-483a-bc7f-866181b27fdf tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 945 time: 0.0462248 Jun 15 10:35:43.665476 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dc2e258-7d46-483d-b6d9-8c11d75d9b09', 'tag': 'b55b6c61-87be-499d-9c71-6698d6514e2d'}] {{(pid=103805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:35:43.667809 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dae1a2ec98fad4bc98d3c27259afee88ba803ed696ab09c59914859421da8ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e5546c-1287-4d5e-bdcb-6686f033a6b0" -d '{"events": [{"name": "network-changed", "server_uuid": "2dc2e258-7d46-483d-b6d9-8c11d75d9b09", "tag": "b55b6c61-87be-499d-9c71-6698d6514e2d"}]}' {{(pid=103805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:35:43.701776 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 10:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045b61f2-a8d2-4d43-8876-e67b0d700c55 x-openstack-request-id: req-045b61f2-a8d2-4d43-8876-e67b0d700c55 {{(pid=103805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:35:43.702066 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dc2e258-7d46-483d-b6d9-8c11d75d9b09", "tag": "b55b6c61-87be-499d-9c71-6698d6514e2d", "status": "completed", "code": 200}]} {{(pid=103805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:35:43.702317 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-045b61f2-a8d2-4d43-8876-e67b0d700c55 {{(pid=103805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:35:43.702718 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-045b61f2-a8d2-4d43-8876-e67b0d700c55'] response: {'name': 'network-changed', 'server_uuid': '2dc2e258-7d46-483d-b6d9-8c11d75d9b09', 'tag': 'b55b6c61-87be-499d-9c71-6698d6514e2d', 'status': 'completed', 'code': 200} Jun 15 10:35:43.702973 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5b3d47ba-1a77-454f-9b2e-85435ba91a8b req-61c6bc61-4b85-464c-bdfd-fea88d6961d8 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408871 Jun 15 10:35:43.787975 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5546c-1287-4d5e-bdcb-6686f033a6b0 req-97870f5a-d7c7-4433-b24a-1cadcebbc3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:43.789447 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d3e5546c-1287-4d5e-bdcb-6686f033a6b0 req-97870f5a-d7c7-4433-b24a-1cadcebbc3c7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=993c57bae00b4a0db1d8de0f5017630a&device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 1129 time: 0.0419719 Jun 15 10:35:43.879249 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5546c-1287-4d5e-bdcb-6686f033a6b0 req-4c1b8b4f-294c-4793-9b53-deba1c78eb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:43.880677 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d3e5546c-1287-4d5e-bdcb-6686f033a6b0 req-4c1b8b4f-294c-4793-9b53-deba1c78eb34 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5357f5ea-5034-4116-bf4e-1ab906c37c40 HTTP/1.1" status: 200 len: 920 time: 0.0817232 Jun 15 10:35:43.946012 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d3e5546c-1287-4d5e-bdcb-6686f033a6b0 req-264cb92a-f2af-49c3-8d2c-21a64b58df83 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b55b6c61-87be-499d-9c71-6698d6514e2d HTTP/1.1" status: 200 len: 1000 time: 0.0559428 Jun 15 10:35:43.994813 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5546c-1287-4d5e-bdcb-6686f033a6b0 req-0cebc6cd-0c6b-48bd-ac7b-8196185161f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:43.996244 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d3e5546c-1287-4d5e-bdcb-6686f033a6b0 req-0cebc6cd-0c6b-48bd-ac7b-8196185161f9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d0adbd34-bf07-4fba-a812-11643023d5f4 HTTP/1.1" status: 200 len: 858 time: 0.0414660 Jun 15 10:35:44.045259 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5546c-1287-4d5e-bdcb-6686f033a6b0 req-6db1c8c7-da13-4bd0-ae0a-de8bcccbc22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:44.046688 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d3e5546c-1287-4d5e-bdcb-6686f033a6b0 req-6db1c8c7-da13-4bd0-ae0a-de8bcccbc22d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5357f5ea-5034-4116-bf4e-1ab906c37c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376201 Jun 15 10:35:44.136656 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d3e5546c-1287-4d5e-bdcb-6686f033a6b0 req-60685b58-30aa-4b5b-a41b-d3551e3d20cc service neutron] 10.222.0.62 "GET /v2.0/networks/5357f5ea-5034-4116-bf4e-1ab906c37c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818059 Jun 15 10:35:44.165397 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=100 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:35:44.212573 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=100 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:35:44.226477 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d3e5546c-1287-4d5e-bdcb-6686f033a6b0 req-91aee195-09aa-44b7-ab9c-2d3540e598b2 service neutron] 10.222.0.62 "GET /v2.0/networks/5357f5ea-5034-4116-bf4e-1ab906c37c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812955 Jun 15 10:35:44.473294 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e45b1-cc0e-4090-8b7c-e45324215d97 req-a7871950-ca2b-40c1-b412-62aaab596d99 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:44.474641 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-658e45b1-cc0e-4090-8b7c-e45324215d97 req-a7871950-ca2b-40c1-b412-62aaab596d99 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 943 time: 0.0461316 Jun 15 10:35:44.502971 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 5edece31-59c1-43eb-bba5-3ede89417a40 details requested by agent hyperv_hv-cinder-84349 with host hv-cinder-84349 {{(pid=103807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 10:35:44.523571 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-658e45b1-cc0e-4090-8b7c-e45324215d97 req-7c2744eb-3345-421f-9567-7dad40df08be tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434952 Jun 15 10:35:44.601576 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port 5edece31-59c1-43eb-bba5-3ede89417a40, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=5edece31-59c1-43eb-bba5-3ede89417a40,segment=NetworkSegment(19f9c52a-802c-4297-ba83-8da5c92ffd0c),segment_id=19f9c52a-802c-4297-ba83-8da5c92ffd0c)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:35:44.612431 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Returning: {'device': '5edece31-59c1-43eb-bba5-3ede89417a40', 'network_id': '4d5f07d8-adfa-49e4-965f-88f44de7cd54', 'port_id': '5edece31-59c1-43eb-bba5-3ede89417a40', 'mac_address': 'fa:16:3e:26:b4:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d001222-a4ff-4954-9899-62f9de0c8b3d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 10:35:44.647232 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Current status of the port 5edece31-59c1-43eb-bba5-3ede89417a40 is: DOWN; New status is: BUILD {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:35:44.647617 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (5edece31-59c1-43eb-bba5-3ede89417a40), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:44.660279 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5edece31-59c1-43eb-bba5-3ede89417a40 {{(pid=103807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 10:35:44.679257 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port 5edece31-59c1-43eb-bba5-3ede89417a40, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=5edece31-59c1-43eb-bba5-3ede89417a40,segment=NetworkSegment(19f9c52a-802c-4297-ba83-8da5c92ffd0c),segment_id=19f9c52a-802c-4297-ba83-8da5c92ffd0c)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:35:44.682998 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (5edece31-59c1-43eb-bba5-3ede89417a40), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:44.731701 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Pushing event updated for resources: {'Port': ['ID=5edece31-59c1-43eb-bba5-3ede89417a40,revision_number=4']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:35:44.739442 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:35:44.739633 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:35:44.739976 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:35:44.740329 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:35:44.740664 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:35:44.741037 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:35:44.741297 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:35:44.741617 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:35:44.741936 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:35:44.742253 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:35:44.742578 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:35:44.742896 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:35:44.743239 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:35:44.743556 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:35:44.743870 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:35:44.828147 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea59af4-7416-4d35-9352-2a003bc51fdb req-f041a5a2-1a43-482c-9732-3730d2171716 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:44.829600 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-bea59af4-7416-4d35-9352-2a003bc51fdb req-f041a5a2-1a43-482c-9732-3730d2171716 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 945 time: 0.0506182 Jun 15 10:35:44.875847 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-bea59af4-7416-4d35-9352-2a003bc51fdb req-9ab985f1-07b1-4ebd-9e28-2d93354afae7 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407033 Jun 15 10:35:45.107265 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] get_ports_and_sgs() called for port_ids ['5edece31-59c1-43eb-bba5-3ede89417a40'] {{(pid=103807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 10:35:45.227687 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c4d18b57-d9a7-4281-9711-322b10866690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (06043943-94cb-49df-a062-a4886c03e673), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:45.640174 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7139019-1357-4b0e-a54f-6065e2d667a7 req-316c0a8b-d801-469b-b04e-c8d681e8738a tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:45.641621 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-b7139019-1357-4b0e-a54f-6065e2d667a7 req-316c0a8b-d801-469b-b04e-c8d681e8738a tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 944 time: 0.0463061 Jun 15 10:35:45.687325 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-b7139019-1357-4b0e-a54f-6065e2d667a7 req-badbdac6-ac0d-4f60-a122-81f219053bb0 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401406 Jun 15 10:35:45.989121 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12329c23-0ddb-4778-a71d-f11c09bda95f req-8db0ac2b-9ebc-4582-82a0-a0d460d01e8d tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:45.990483 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-12329c23-0ddb-4778-a71d-f11c09bda95f req-8db0ac2b-9ebc-4582-82a0-a0d460d01e8d tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 945 time: 0.0452507 Jun 15 10:35:46.036027 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-12329c23-0ddb-4778-a71d-f11c09bda95f req-56182314-2498-474e-8628-5c7555ae0dde tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401549 Jun 15 10:35:46.371226 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-59f444b4-2386-4fe1-b50f-b9e54b42d680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (3cca6303-0f2e-4b13-b82d-f2749c30f699), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:46.513479 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 5edece31-59c1-43eb-bba5-3ede89417a40 up at agent hyperv_hv-cinder-84349 {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:35:46.554275 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Provisioning for port 5edece31-59c1-43eb-bba5-3ede89417a40 completed by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 10:35:46.559192 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Provisioning complete for port 5edece31-59c1-43eb-bba5-3ede89417a40 triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:35:46.559568 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (5edece31-59c1-43eb-bba5-3ede89417a40), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:46.631533 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Current status of the port 5edece31-59c1-43eb-bba5-3ede89417a40 is: BUILD; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:35:46.631836 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (5edece31-59c1-43eb-bba5-3ede89417a40), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:46.648105 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:35:46.655128 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be43f1ad-ad30-49ed-aca4-d70e0dbf1291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5edece31-59c1-43eb-bba5-3ede89417a40'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:35:46.657296 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9205ebd0146601a57e336ba0e259bffcba8e9192005a2aa68aaaf98781184b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625268af-6f4d-4ccc-bf11-1e2a464a5bf6" -d '{"events": [{"server_uuid": "be43f1ad-ad30-49ed-aca4-d70e0dbf1291", "name": "network-vif-plugged", "status": "completed", "tag": "5edece31-59c1-43eb-bba5-3ede89417a40"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:35:46.659370 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:35:46.671067 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port 5edece31-59c1-43eb-bba5-3ede89417a40, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=5edece31-59c1-43eb-bba5-3ede89417a40,segment=NetworkSegment(19f9c52a-802c-4297-ba83-8da5c92ffd0c),segment_id=19f9c52a-802c-4297-ba83-8da5c92ffd0c)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:35:46.675261 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (5edece31-59c1-43eb-bba5-3ede89417a40), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:46.697174 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 10:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28ab5c1-13a4-470a-8e13-deb68e176982 x-openstack-request-id: req-d28ab5c1-13a4-470a-8e13-deb68e176982 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:35:46.697459 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be43f1ad-ad30-49ed-aca4-d70e0dbf1291", "name": "network-vif-plugged", "status": "completed", "tag": "5edece31-59c1-43eb-bba5-3ede89417a40", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:35:46.697704 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d28ab5c1-13a4-470a-8e13-deb68e176982 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:35:46.698085 dv-cinder-843493-2-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d28ab5c1-13a4-470a-8e13-deb68e176982'] response: {'server_uuid': 'be43f1ad-ad30-49ed-aca4-d70e0dbf1291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5edece31-59c1-43eb-bba5-3ede89417a40', 'code': 200} Jun 15 10:35:46.724338 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Pushing event updated for resources: {'Port': ['ID=5edece31-59c1-43eb-bba5-3ede89417a40,revision_number=5']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:35:46.807420 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428bf09-694b-45f9-81ba-48439931e339 req-f7d5d2c6-14b0-4ee8-95b0-8bd369ccf22d tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:46.808938 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1428bf09-694b-45f9-81ba-48439931e339 req-f7d5d2c6-14b0-4ee8-95b0-8bd369ccf22d tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 945 time: 0.0509109 Jun 15 10:35:46.859963 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1428bf09-694b-45f9-81ba-48439931e339 req-283e3e4b-e00c-4136-b2c3-534f400e1fa5 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447707 Jun 15 10:35:46.910224 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9023db84-179d-445b-bed1-844e27940fe1 req-0c9fa878-7c8b-4634-bc83-11a00ea80bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:46.911629 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9023db84-179d-445b-bed1-844e27940fe1 req-0c9fa878-7c8b-4634-bc83-11a00ea80bad service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 1129 time: 0.0371082 Jun 15 10:35:46.955639 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9023db84-179d-445b-bed1-844e27940fe1 req-8e6d511a-1494-47e7-b6ab-4bdcb7de9a7b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365045 Jun 15 10:35:47.147663 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daef27c0-aaf0-47d0-877e-e21c24305af4 req-aaa84752-f124-4a57-8a55-fa176916dd29 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:47.149167 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-daef27c0-aaf0-47d0-877e-e21c24305af4 req-aaa84752-f124-4a57-8a55-fa176916dd29 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 945 time: 0.0466051 Jun 15 10:35:47.194628 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-daef27c0-aaf0-47d0-877e-e21c24305af4 req-0435cbeb-29a1-41a0-b386-efd2084ce5c5 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396934 Jun 15 10:35:47.769590 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-28d06d32-ea2f-4019-b04d-5ef5fa4d530e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (28e3d1c3-881c-45f9-bfee-5bcc9597e0ae), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:47.967052 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (ad84a4c2-87cd-4603-a219-98785ef58eeb), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:47.978717 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5b40f-a852-44e9-8328-5eb7c101b5ea req-e7b7f9ff-d979-408d-b3e6-78762a5017fa tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:47.980231 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-01d5b40f-a852-44e9-8328-5eb7c101b5ea req-e7b7f9ff-d979-408d-b3e6-78762a5017fa tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 945 time: 0.0486615 Jun 15 10:35:48.027751 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-01d5b40f-a852-44e9-8328-5eb7c101b5ea req-fc9335a4-5f0d-4aaa-b3f3-c69d8ba46001 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414958 Jun 15 10:35:48.314825 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ad01c-5638-4630-b36e-ffdbed2803a3 req-2f4174d6-45b0-4d6e-8644-b6ca90e718d1 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:48.316238 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-e78ad01c-5638-4630-b36e-ffdbed2803a3 req-2f4174d6-45b0-4d6e-8644-b6ca90e718d1 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 945 time: 0.0529177 Jun 15 10:35:48.362526 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-e78ad01c-5638-4630-b36e-ffdbed2803a3 req-059ba275-cfec-499a-991c-302b42fed953 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407879 Jun 15 10:35:48.552997 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbafb68-8f66-4d53-9852-91c1d94a2a5a req-e04b464d-46b7-4bd5-bd44-4c63f7957108 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:48.554475 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-bcbafb68-8f66-4d53-9852-91c1d94a2a5a req-e04b464d-46b7-4bd5-bd44-4c63f7957108 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 945 time: 0.0465660 Jun 15 10:35:48.586820 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=100 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:35:48.601864 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-bcbafb68-8f66-4d53-9852-91c1d94a2a5a req-322fb043-aaaf-497f-872b-0d01430b1688 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419235 Jun 15 10:35:49.002880 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd84ab1e-4e3d-4f78-a63a-a7d975924e51 req-f5b80f01-be8d-43b7-bffd-6ab3b3099e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:49.004382 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-dd84ab1e-4e3d-4f78-a63a-a7d975924e51 req-f5b80f01-be8d-43b7-bffd-6ab3b3099e68 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d5320ba7f73d40cb9a6d16225d6660c7&device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 1129 time: 0.0415707 Jun 15 10:35:49.095673 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd84ab1e-4e3d-4f78-a63a-a7d975924e51 req-f6408e75-e8b8-4c7e-b686-3542d9dd7bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:49.097081 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-dd84ab1e-4e3d-4f78-a63a-a7d975924e51 req-f6408e75-e8b8-4c7e-b686-3542d9dd7bb6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6 HTTP/1.1" status: 200 len: 912 time: 0.0832586 Jun 15 10:35:49.188874 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8c69a-cddc-42b8-8109-1c8ccab100a0 req-3c901a0d-4c91-4fc1-b818-64f51c1c967d tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:49.190338 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e2d8c69a-cddc-42b8-8109-1c8ccab100a0 req-3c901a0d-4c91-4fc1-b818-64f51c1c967d tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 945 time: 0.0854871 Jun 15 10:35:49.200161 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-dd84ab1e-4e3d-4f78-a63a-a7d975924e51 req-3482ecae-03c3-43ce-95ac-7b73c8df82d9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a02e7f61-e16c-43e4-9c88-b76eccfa416c HTTP/1.1" status: 200 len: 1001 time: 0.0963266 Jun 15 10:35:49.275622 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e2d8c69a-cddc-42b8-8109-1c8ccab100a0 req-1c664e48-62ce-443c-b519-0bb1525f11da tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781209 Jun 15 10:35:49.277069 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd84ab1e-4e3d-4f78-a63a-a7d975924e51 req-88bf851c-3966-4c98-8acf-517f6f2b0fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:49.278684 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-dd84ab1e-4e3d-4f78-a63a-a7d975924e51 req-88bf851c-3966-4c98-8acf-517f6f2b0fa1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4438fcd8-ddec-420c-a2f1-1ebb746d8853 HTTP/1.1" status: 200 len: 850 time: 0.0668306 Jun 15 10:35:49.326207 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd84ab1e-4e3d-4f78-a63a-a7d975924e51 req-9bc6db7d-8968-463f-87b2-ef3a55da311b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:49.327782 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-dd84ab1e-4e3d-4f78-a63a-a7d975924e51 req-9bc6db7d-8968-463f-87b2-ef3a55da311b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426757 Jun 15 10:35:49.389860 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da41e9-d797-4549-b841-97243c237f29 req-36935f17-8513-4357-bd85-900d2452838b tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:49.391270 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-57da41e9-d797-4549-b841-97243c237f29 req-36935f17-8513-4357-bd85-900d2452838b tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 945 time: 0.0457900 Jun 15 10:35:49.399818 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 57502) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:35:49.405826 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-94441e0d-3f8b-4976-9697-0856fbb9ef55 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Request body: {'floatingip': {'port_id': '5edece31-59c1-43eb-bba5-3ede89417a40'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:35:49.438024 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=100 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:35:49.453608 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-94441e0d-3f8b-4976-9697-0856fbb9ef55 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks [] for floatingip (3d6fbda3-146c-4533-9e53-822e746d7d3e), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:49.485428 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-dd84ab1e-4e3d-4f78-a63a-a7d975924e51 req-36c02089-8eb1-434d-9c29-b123f643e191 service neutron] 10.222.0.62 "GET /v2.0/networks/1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507361 Jun 15 10:35:49.525566 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=100 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:35:49.720887 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-dd84ab1e-4e3d-4f78-a63a-a7d975924e51 req-0d25e9b2-cd0a-49c7-8f1d-4b72c08ebcbf service neutron] 10.222.0.62 "GET /v2.0/networks/1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292848 Jun 15 10:35:49.748153 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4fcdb8-9b1d-4d8b-9bf4-11ee8d05749e req-bce812a1-1c69-4524-a16e-2230965a14c0 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:49.749633 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-cc4fcdb8-9b1d-4d8b-9bf4-11ee8d05749e req-bce812a1-1c69-4524-a16e-2230965a14c0 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 945 time: 0.0649436 Jun 15 10:35:49.904620 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-cc4fcdb8-9b1d-4d8b-9bf4-11ee8d05749e req-3e8254b5-3d26-43b3-9d63-c6349e0dc291 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460860 Jun 15 10:35:49.994663 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-94441e0d-3f8b-4976-9697-0856fbb9ef55 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:49.998248 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-94441e0d-3f8b-4976-9697-0856fbb9ef55 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-721338'] for floatingip (3d6fbda3-146c-4533-9e53-822e746d7d3e), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:50.089984 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.db.l3_db [None req-94441e0d-3f8b-4976-9697-0856fbb9ef55 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Floating IP 3d6fbda3-146c-4533-9e53-822e746d7d3e associated. External IP: 172.27.0.206, port: 5edece31-59c1-43eb-bba5-3ede89417a40. Jun 15 10:35:50.282286 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94441e0d-3f8b-4976-9697-0856fbb9ef55 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Router f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b has already been hosted by L3 agent 06043943-94cb-49df-a062-a4886c03e673 {{(pid=103806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 10:35:50.362113 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:35:50.382680 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94441e0d-3f8b-4976-9697-0856fbb9ef55 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Notify agent at l3_agent.dv-cinder-843493-2-iscsi the message routers_updated {{(pid=103806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 10:35:50.387572 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-94441e0d-3f8b-4976-9697-0856fbb9ef55 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for floatingip (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:50.392821 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbb6351-cd57-497a-aaf2-0da5986397a9 None None] Sync routers for ids ['f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b'] in dv-cinder-843493-2-iscsi {{(pid=103807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 10:35:50.403078 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbb6351-cd57-497a-aaf2-0da5986397a9 None None] Routers {'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:35:50.403748 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-bcbb6351-cd57-497a-aaf2-0da5986397a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:35:45Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b'], 'active': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:35:50.417298 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-94441e0d-3f8b-4976-9697-0856fbb9ef55 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "PUT /v2.0/floatingips/3d6fbda3-146c-4533-9e53-822e746d7d3e HTTP/1.1" status: 200 len: 991 time: 1.0164580 Jun 15 10:35:50.417870 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be43f1ad-ad30-49ed-aca4-d70e0dbf1291', 'tag': '5edece31-59c1-43eb-bba5-3ede89417a40'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:35:50.420140 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15acf06c26f001ded10715ddc8547394d4bbc7e5ff5a4e462e54e6774371169d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9999ae-d989-454c-9ecb-e161ab08a673" -d '{"events": [{"name": "network-changed", "server_uuid": "be43f1ad-ad30-49ed-aca4-d70e0dbf1291", "tag": "5edece31-59c1-43eb-bba5-3ede89417a40"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:35:50.457464 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 10:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af68bdea-910f-4e06-846f-e467b2db660a x-openstack-request-id: req-af68bdea-910f-4e06-846f-e467b2db660a {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:35:50.457756 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be43f1ad-ad30-49ed-aca4-d70e0dbf1291", "tag": "5edece31-59c1-43eb-bba5-3ede89417a40", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:35:50.458009 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-af68bdea-910f-4e06-846f-e467b2db660a {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:35:50.458408 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af68bdea-910f-4e06-846f-e467b2db660a'] response: {'name': 'network-changed', 'server_uuid': 'be43f1ad-ad30-49ed-aca4-d70e0dbf1291', 'tag': '5edece31-59c1-43eb-bba5-3ede89417a40', 'status': 'completed', 'code': 200} Jun 15 10:35:50.503916 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvr_db [None req-bcbb6351-cd57-497a-aaf2-0da5986397a9 None None] Set router f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b gateway port host: dv-cinder-843493-2-iscsi {{(pid=103807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:35:50.744340 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-bcbb6351-cd57-497a-aaf2-0da5986397a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1629135154-router', 'tenant_id': '5dc28af73e82414d8f709e447286a962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '165f926b-f3c5-4ec3-ab58-e72609ce8ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:17Z', 'updated_at': '2022-06-15T10:31:31Z', 'revision_number': 4, 'project_id': '5dc28af73e82414d8f709e447286a962', 'gw_port': {'id': '165f926b-f3c5-4ec3-ab58-e72609ce8ffd', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:65:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:19Z', 'updated_at': '2022-06-15T10:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_floatingips': [{'id': '3d6fbda3-146c-4533-9e53-822e746d7d3e', 'tenant_id': '5dc28af73e82414d8f709e447286a962', 'floating_ip_address': '172.27.0.206', 'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'router_id': 'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b', 'port_id': '5edece31-59c1-43eb-bba5-3ede89417a40', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d5f07d8-adfa-49e4-965f-88f44de7cd54', 'mac_address': 'fa:16:3e:26:b4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be43f1ad-ad30-49ed-aca4-d70e0dbf1291', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T10:35:33Z', 'updated_at': '2022-06-15T10:35:49Z', 'revision_number': 1, 'project_id': '5dc28af73e82414d8f709e447286a962', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9fd564f-6fd3-47fc-be0f-13a98b422209', 'name': '', 'network_id': '4d5f07d8-adfa-49e4-965f-88f44de7cd54', 'tenant_id': '5dc28af73e82414d8f709e447286a962', 'mac_address': 'fa:16:3e:88:7b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9d001222-a4ff-4954-9899-62f9de0c8b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:26Z', 'updated_at': '2022-06-15T10:31:43Z', 'revision_number': 5, 'project_id': '5dc28af73e82414d8f709e447286a962', 'subnets': [{'id': '9d001222-a4ff-4954-9899-62f9de0c8b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:35:50.771489 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbb6351-cd57-497a-aaf2-0da5986397a9 None None] Checking router: f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b for host: dv-cinder-843493-2-iscsi {{(pid=103807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 10:35:50.780505 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbb6351-cd57-497a-aaf2-0da5986397a9 None None] Routers {'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:35:50.781096 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-bcbb6351-cd57-497a-aaf2-0da5986397a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:35:45Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b'], 'active': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:35:50.883695 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvr_db [None req-bcbb6351-cd57-497a-aaf2-0da5986397a9 None None] Set router f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b gateway port host: dv-cinder-843493-2-iscsi {{(pid=103807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:35:50.920332 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:35:50.927301 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9999ae-d989-454c-9ecb-e161ab08a673 req-6f3f35ec-16c6-4c1b-8016-b2e8c7717e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:50.928836 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0c9999ae-d989-454c-9ecb-e161ab08a673 req-6f3f35ec-16c6-4c1b-8016-b2e8c7717e0c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5dc28af73e82414d8f709e447286a962&device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 1129 time: 0.0432227 Jun 15 10:35:51.225295 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-bcbb6351-cd57-497a-aaf2-0da5986397a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1629135154-router', 'tenant_id': '5dc28af73e82414d8f709e447286a962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '165f926b-f3c5-4ec3-ab58-e72609ce8ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:17Z', 'updated_at': '2022-06-15T10:31:31Z', 'revision_number': 4, 'project_id': '5dc28af73e82414d8f709e447286a962', 'gw_port': {'id': '165f926b-f3c5-4ec3-ab58-e72609ce8ffd', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:65:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:19Z', 'updated_at': '2022-06-15T10:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_floatingips': [{'id': '3d6fbda3-146c-4533-9e53-822e746d7d3e', 'tenant_id': '5dc28af73e82414d8f709e447286a962', 'floating_ip_address': '172.27.0.206', 'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'router_id': 'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b', 'port_id': '5edece31-59c1-43eb-bba5-3ede89417a40', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d5f07d8-adfa-49e4-965f-88f44de7cd54', 'mac_address': 'fa:16:3e:26:b4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be43f1ad-ad30-49ed-aca4-d70e0dbf1291', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T10:35:33Z', 'updated_at': '2022-06-15T10:35:49Z', 'revision_number': 1, 'project_id': '5dc28af73e82414d8f709e447286a962', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9fd564f-6fd3-47fc-be0f-13a98b422209', 'name': '', 'network_id': '4d5f07d8-adfa-49e4-965f-88f44de7cd54', 'tenant_id': '5dc28af73e82414d8f709e447286a962', 'mac_address': 'fa:16:3e:88:7b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9d001222-a4ff-4954-9899-62f9de0c8b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:26Z', 'updated_at': '2022-06-15T10:31:43Z', 'revision_number': 5, 'project_id': '5dc28af73e82414d8f709e447286a962', 'subnets': [{'id': '9d001222-a4ff-4954-9899-62f9de0c8b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:35:51.252396 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbb6351-cd57-497a-aaf2-0da5986397a9 None None] The sync data for ids ['f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b'] in dv-cinder-843493-2-iscsi is: [{'id': 'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1629135154-router', 'tenant_id': '5dc28af73e82414d8f709e447286a962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '165f926b-f3c5-4ec3-ab58-e72609ce8ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:17Z', 'updated_at': '2022-06-15T10:31:31Z', 'revision_number': 4, 'project_id': '5dc28af73e82414d8f709e447286a962', 'gw_port': {'id': '165f926b-f3c5-4ec3-ab58-e72609ce8ffd', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:65:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:19Z', 'updated_at': '2022-06-15T10:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_floatingips': [{'id': '3d6fbda3-146c-4533-9e53-822e746d7d3e', 'tenant_id': '5dc28af73e82414d8f709e447286a962', 'floating_ip_address': '172.27.0.206', 'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'router_id': 'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b', 'port_id': '5edece31-59c1-43eb-bba5-3ede89417a40', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d5f07d8-adfa-49e4-965f-88f44de7cd54', 'mac_address': 'fa:16:3e:26:b4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be43f1ad-ad30-49ed-aca4-d70e0dbf1291', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T10:35:33Z', 'updated_at': '2022-06-15T10:35:49Z', 'revision_number': 1, 'project_id': '5dc28af73e82414d8f709e447286a962', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9fd564f-6fd3-47fc-be0f-13a98b422209', 'name': '', 'network_id': '4d5f07d8-adfa-49e4-965f-88f44de7cd54', 'tenant_id': '5dc28af73e82414d8f709e447286a962', 'mac_address': 'fa:16:3e:88:7b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9d001222-a4ff-4954-9899-62f9de0c8b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:26Z', 'updated_at': '2022-06-15T10:31:43Z', 'revision_number': 5, 'project_id': '5dc28af73e82414d8f709e447286a962', 'subnets': [{'id': '9d001222-a4ff-4954-9899-62f9de0c8b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 10:35:51.295830 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30358e4b-b0f9-406d-b609-411acc65c8c7 req-baa20843-d7a5-472f-8f08-f52eac2da7e3 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:51.297549 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-30358e4b-b0f9-406d-b609-411acc65c8c7 req-baa20843-d7a5-472f-8f08-f52eac2da7e3 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 945 time: 0.3219428 Jun 15 10:35:51.313472 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9999ae-d989-454c-9ecb-e161ab08a673 req-bb1b5515-a733-4a96-990f-1c2c0df4b537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:51.314884 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0c9999ae-d989-454c-9ecb-e161ab08a673 req-bb1b5515-a733-4a96-990f-1c2c0df4b537 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4d5f07d8-adfa-49e4-965f-88f44de7cd54 HTTP/1.1" status: 200 len: 918 time: 0.3761461 Jun 15 10:35:51.398584 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-30358e4b-b0f9-406d-b609-411acc65c8c7 req-97f02aa5-2609-4f2d-8897-280090911f10 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953224 Jun 15 10:35:51.400395 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0c9999ae-d989-454c-9ecb-e161ab08a673 req-30b73296-c13f-49ba-80e3-98f4176c4793 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5edece31-59c1-43eb-bba5-3ede89417a40 HTTP/1.1" status: 200 len: 999 time: 0.0784140 Jun 15 10:35:51.451577 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9999ae-d989-454c-9ecb-e161ab08a673 req-86792bc4-58ab-4566-a7d7-c162cd4d6b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:51.453083 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0c9999ae-d989-454c-9ecb-e161ab08a673 req-86792bc4-58ab-4566-a7d7-c162cd4d6b58 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9d001222-a4ff-4954-9899-62f9de0c8b3d HTTP/1.1" status: 200 len: 856 time: 0.0457149 Jun 15 10:35:51.460820 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53dfffd-9452-4ee9-bd43-809fe442d0d4 None None] New status for floating IP 3d6fbda3-146c-4533-9e53-822e746d7d3e: ACTIVE {{(pid=103808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 10:35:51.498017 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9999ae-d989-454c-9ecb-e161ab08a673 req-de08a5f9-4c8f-4954-b02f-73b5f5c14de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:35:51.499419 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0c9999ae-d989-454c-9ecb-e161ab08a673 req-de08a5f9-4c8f-4954-b02f-73b5f5c14de9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4d5f07d8-adfa-49e4-965f-88f44de7cd54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389736 Jun 15 10:35:51.598668 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0c9999ae-d989-454c-9ecb-e161ab08a673 req-9a14e5ce-f792-4b24-969c-80bb7bdcf86a service neutron] 10.222.0.62 "GET /v2.0/networks/4d5f07d8-adfa-49e4-965f-88f44de7cd54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902991 Jun 15 10:35:51.687618 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0c9999ae-d989-454c-9ecb-e161ab08a673 req-85d18d7f-ad5d-4dbd-9206-d61038180b8c service neutron] 10.222.0.62 "GET /v2.0/networks/4d5f07d8-adfa-49e4-965f-88f44de7cd54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826948 Jun 15 10:35:51.707514 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (a4349971-e88a-4ea8-a067-54d07204ee65), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:35:59.377655 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=80 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:35:59.382694 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=4 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:01.678903 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=59 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:01.684992 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=56 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:01.700745 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:01.704120 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:04.412835 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-1d94dbc0-80c7-4a01-9b54-befe4b325b03 req-cd930763-df20-4d09-ab7c-084e64bf9fe0 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1954660974&fields=id&tenant_id=440f69d2725e435ab11b2fc658e1e745 HTTP/1.1" status: 200 len: 267 time: 0.0479906 Jun 15 10:36:04.462858 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d94dbc0-80c7-4a01-9b54-befe4b325b03 req-9e0bf21c-66f5-441d-a25a-aa6ff517bc0f tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:04.464389 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-1d94dbc0-80c7-4a01-9b54-befe4b325b03 req-9e0bf21c-66f5-441d-a25a-aa6ff517bc0f tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/ports?device_id=66917c2a-3a37-464a-b12c-68f7e8a2089d HTTP/1.1" status: 200 len: 985 time: 0.0463455 Jun 15 10:36:04.475467 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [req-1d94dbc0-80c7-4a01-9b54-befe4b325b03 req-883881aa-0cd2-44d7-9a46-845a064be7e7 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Request body: {'port': {'security_groups': ['af8f7a35-f212-49d3-a09d-67bd4f9005b3']}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:36:04.552593 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [req-1d94dbc0-80c7-4a01-9b54-befe4b325b03 req-883881aa-0cd2-44d7-9a46-845a064be7e7 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (700c7452-e992-4ca6-b384-90723c15324d), before_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:04.770233 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.db [req-1d94dbc0-80c7-4a01-9b54-befe4b325b03 req-883881aa-0cd2-44d7-9a46-845a064be7e7 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] For port 700c7452-e992-4ca6-b384-90723c15324d, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=700c7452-e992-4ca6-b384-90723c15324d,segment=NetworkSegment(b16c89b6-d20b-45e9-9390-ddd4f60b13af),segment_id=b16c89b6-d20b-45e9-9390-ddd4f60b13af)] {{(pid=103805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:36:04.799902 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [req-1d94dbc0-80c7-4a01-9b54-befe4b325b03 req-883881aa-0cd2-44d7-9a46-845a064be7e7 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Publish callbacks [] for port (700c7452-e992-4ca6-b384-90723c15324d), precommit_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:04.804584 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [req-1d94dbc0-80c7-4a01-9b54-befe4b325b03 req-883881aa-0cd2-44d7-9a46-845a064be7e7 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2774345'] for port (700c7452-e992-4ca6-b384-90723c15324d), after_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:04.842513 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d94dbc0-80c7-4a01-9b54-befe4b325b03 req-883881aa-0cd2-44d7-9a46-845a064be7e7 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:04.843196 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [req-1d94dbc0-80c7-4a01-9b54-befe4b325b03 req-883881aa-0cd2-44d7-9a46-845a064be7e7 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for port (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:04.846202 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-1d94dbc0-80c7-4a01-9b54-befe4b325b03 req-883881aa-0cd2-44d7-9a46-845a064be7e7 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "PUT /v2.0/ports/700c7452-e992-4ca6-b384-90723c15324d HTTP/1.1" status: 200 len: 943 time: 0.3752935 Jun 15 10:36:04.847856 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] get_ports_and_sgs() called for port_ids ['700c7452-e992-4ca6-b384-90723c15324d'] {{(pid=103807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 10:36:04.856812 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 57580) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:36:04.886003 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66917c2a-3a37-464a-b12c-68f7e8a2089d', 'tag': '700c7452-e992-4ca6-b384-90723c15324d'}] {{(pid=103805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:36:04.888520 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dae1a2ec98fad4bc98d3c27259afee88ba803ed696ab09c59914859421da8ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa06011-4b75-4a6a-8b57-837934ac99ab" -d '{"events": [{"name": "network-changed", "server_uuid": "66917c2a-3a37-464a-b12c-68f7e8a2089d", "tag": "700c7452-e992-4ca6-b384-90723c15324d"}]}' {{(pid=103805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:36:04.895957 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883881aa-0cd2-44d7-9a46-845a064be7e7 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Pushing event updated for resources: {'Port': ['ID=700c7452-e992-4ca6-b384-90723c15324d,revision_number=7']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:36:04.978313 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e70d7168-3494-47f0-955e-090836857eab tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Publish callbacks [] for security_group (62a3b29d-809d-4c70-b47f-061dc9e5714f), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:04.979054 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 10:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac7a242-a095-4c56-b190-c24553364241 x-openstack-request-id: req-8ac7a242-a095-4c56-b190-c24553364241 {{(pid=103805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:36:04.979477 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66917c2a-3a37-464a-b12c-68f7e8a2089d", "tag": "700c7452-e992-4ca6-b384-90723c15324d", "status": "completed", "code": 200}]} {{(pid=103805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:36:04.979857 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8ac7a242-a095-4c56-b190-c24553364241 {{(pid=103805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:36:04.980351 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ac7a242-a095-4c56-b190-c24553364241'] response: {'name': 'network-changed', 'server_uuid': '66917c2a-3a37-464a-b12c-68f7e8a2089d', 'tag': '700c7452-e992-4ca6-b384-90723c15324d', 'status': 'completed', 'code': 200} Jun 15 10:36:05.008120 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e70d7168-3494-47f0-955e-090836857eab tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Publish callbacks [] for security_group (62a3b29d-809d-4c70-b47f-061dc9e5714f), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:05.036611 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] get_ports_and_sgs() called for port_ids ['700c7452-e992-4ca6-b384-90723c15324d'] {{(pid=103807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 10:36:05.074319 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa06011-4b75-4a6a-8b57-837934ac99ab req-e6473767-d423-4c72-aff1-0ec7d437ae20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:05.075915 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-caa06011-4b75-4a6a-8b57-837934ac99ab req-e6473767-d423-4c72-aff1-0ec7d437ae20 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=440f69d2725e435ab11b2fc658e1e745&device_id=66917c2a-3a37-464a-b12c-68f7e8a2089d HTTP/1.1" status: 200 len: 1130 time: 0.0421877 Jun 15 10:36:05.123019 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e70d7168-3494-47f0-955e-090836857eab tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (62a3b29d-809d-4c70-b47f-061dc9e5714f), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:05.125639 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e70d7168-3494-47f0-955e-090836857eab tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:05.126876 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-e70d7168-3494-47f0-955e-090836857eab tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "DELETE /v2.0/security-groups/62a3b29d-809d-4c70-b47f-061dc9e5714f HTTP/1.1" status: 204 len: 168 time: 0.2694142 Jun 15 10:36:05.129880 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 57586) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:36:05.136900 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70d7168-3494-47f0-955e-090836857eab tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a3b29d-809d-4c70-b47f-061dc9e5714f,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:36:05.215735 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-e5e35890-33ac-46b5-991d-a18af201daea None None] Provisioning complete for port 700c7452-e992-4ca6-b384-90723c15324d triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:36:05.216104 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e5e35890-33ac-46b5-991d-a18af201daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (700c7452-e992-4ca6-b384-90723c15324d), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:05.274910 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.plugin [None req-6657e54c-d1fa-468a-bcae-f4c18e1ece85 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Deleting port d4a81a72-6516-470c-b0f3-6f8528842517 {{(pid=103805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:36:05.275317 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-6657e54c-d1fa-468a-bcae-f4c18e1ece85 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (d4a81a72-6516-470c-b0f3-6f8528842517), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:05.286335 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-e5e35890-33ac-46b5-991d-a18af201daea None None] Current status of the port 700c7452-e992-4ca6-b384-90723c15324d is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:36:05.353628 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-6657e54c-d1fa-468a-bcae-f4c18e1ece85 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (d4a81a72-6516-470c-b0f3-6f8528842517), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:05.353886 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-6657e54c-d1fa-468a-bcae-f4c18e1ece85 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Publish callbacks [] for floatingip (d4a81a72-6516-470c-b0f3-6f8528842517), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:05.366536 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.plugin [None req-6657e54c-d1fa-468a-bcae-f4c18e1ece85 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Calling delete_port for d4a81a72-6516-470c-b0f3-6f8528842517 owned by network:floatingip {{(pid=103805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:36:05.513719 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:05.524067 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:05.531534 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa06011-4b75-4a6a-8b57-837934ac99ab req-18a17ed0-0c13-481f-a503-d0aeeaab9670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:05.533116 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-caa06011-4b75-4a6a-8b57-837934ac99ab req-18a17ed0-0c13-481f-a503-d0aeeaab9670 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab HTTP/1.1" status: 200 len: 915 time: 0.0921824 Jun 15 10:36:05.533961 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-6657e54c-d1fa-468a-bcae-f4c18e1ece85 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2774366'] for port (d4a81a72-6516-470c-b0f3-6f8528842517), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:05.561144 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6657e54c-d1fa-468a-bcae-f4c18e1ece85 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Pushing event deleted for resources: {'Port': ['ID=d4a81a72-6516-470c-b0f3-6f8528842517,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:36:05.623344 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-6657e54c-d1fa-468a-bcae-f4c18e1ece85 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Publish callbacks [] for floatingip (1deabd79-5040-4633-9f4c-cbf9d3b594fa), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:05.623597 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.db.l3_db [None req-6657e54c-d1fa-468a-bcae-f4c18e1ece85 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Floating IP 1deabd79-5040-4633-9f4c-cbf9d3b594fa disassociated (deleted). External IP: 172.27.0.242, port: 700c7452-e992-4ca6-b384-90723c15324d. Jun 15 10:36:05.666855 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-caa06011-4b75-4a6a-8b57-837934ac99ab req-7d3bea4d-887e-4117-93a4-1de6581cbe0e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=700c7452-e992-4ca6-b384-90723c15324d HTTP/1.1" status: 200 len: 217 time: 0.0349655 Jun 15 10:36:05.726447 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa06011-4b75-4a6a-8b57-837934ac99ab req-8d5f42e9-dc68-42e8-b8c2-bf3c86b48817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:05.727909 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-caa06011-4b75-4a6a-8b57-837934ac99ab req-8d5f42e9-dc68-42e8-b8c2-bf3c86b48817 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1e87e269-65a8-42ea-ac39-220b47cff9a0 HTTP/1.1" status: 200 len: 853 time: 0.0440192 Jun 15 10:36:05.777714 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa06011-4b75-4a6a-8b57-837934ac99ab req-32d78ef2-d422-46d3-895c-68fa1b5b3c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:05.779260 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-caa06011-4b75-4a6a-8b57-837934ac99ab req-32d78ef2-d422-46d3-895c-68fa1b5b3c72 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384529 Jun 15 10:36:05.822357 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6657e54c-d1fa-468a-bcae-f4c18e1ece85 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Router 3d5f60b0-cb82-460d-8263-7bab4d8037d0 has already been hosted by L3 agent 06043943-94cb-49df-a062-a4886c03e673 {{(pid=103805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 10:36:05.878525 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-caa06011-4b75-4a6a-8b57-837934ac99ab req-aac3ea39-4389-44bd-b37e-89d523922e1a service neutron] 10.222.0.62 "GET /v2.0/networks/a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879304 Jun 15 10:36:05.928859 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6657e54c-d1fa-468a-bcae-f4c18e1ece85 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Notify agent at l3_agent.dv-cinder-843493-2-iscsi the message routers_updated {{(pid=103805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 10:36:05.934036 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-6657e54c-d1fa-468a-bcae-f4c18e1ece85 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for floatingip (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:05.942249 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022a38cc-d9ee-4f11-89cd-aea5dfa3cc00 None None] Sync routers for ids ['3d5f60b0-cb82-460d-8263-7bab4d8037d0'] in dv-cinder-843493-2-iscsi {{(pid=103807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 10:36:05.971721 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-6657e54c-d1fa-468a-bcae-f4c18e1ece85 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "DELETE /v2.0/floatingips/1deabd79-5040-4633-9f4c-cbf9d3b594fa HTTP/1.1" status: 204 len: 168 time: 0.8402126 Jun 15 10:36:05.975432 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022a38cc-d9ee-4f11-89cd-aea5dfa3cc00 None None] Routers {'3d5f60b0-cb82-460d-8263-7bab4d8037d0'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:36:05.976153 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-022a38cc-d9ee-4f11-89cd-aea5dfa3cc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:35:45Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['3d5f60b0-cb82-460d-8263-7bab4d8037d0'], 'active': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:36:05.981764 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-caa06011-4b75-4a6a-8b57-837934ac99ab req-bf10a6ef-11f6-4935-87df-4617a4c78f55 service neutron] 10.222.0.62 "GET /v2.0/networks/a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962987 Jun 15 10:36:06.098825 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvr_db [None req-022a38cc-d9ee-4f11-89cd-aea5dfa3cc00 None None] Set router 3d5f60b0-cb82-460d-8263-7bab4d8037d0 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:36:06.287618 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-022a38cc-d9ee-4f11-89cd-aea5dfa3cc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5f60b0-cb82-460d-8263-7bab4d8037d0', 'name': 'tempest-TestMinimumBasicScenario-769092802-router', 'tenant_id': '440f69d2725e435ab11b2fc658e1e745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': 'b6a077b5-408b-4b15-b88a-da68b7b045af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:33:15Z', 'updated_at': '2022-06-15T10:33:18Z', 'revision_number': 4, 'project_id': '440f69d2725e435ab11b2fc658e1e745', 'gw_port': {'id': 'b6a077b5-408b-4b15-b88a-da68b7b045af', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:33:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5f60b0-cb82-460d-8263-7bab4d8037d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:33:15Z', 'updated_at': '2022-06-15T10:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': '8b96e7af-fe53-48fe-882c-3b504e139666', 'name': '', 'network_id': 'a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab', 'tenant_id': '440f69d2725e435ab11b2fc658e1e745', 'mac_address': 'fa:16:3e:ab:bb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5f60b0-cb82-460d-8263-7bab4d8037d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '1e87e269-65a8-42ea-ac39-220b47cff9a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:33:17Z', 'updated_at': '2022-06-15T10:33:22Z', 'revision_number': 5, 'project_id': '440f69d2725e435ab11b2fc658e1e745', 'subnets': [{'id': '1e87e269-65a8-42ea-ac39-220b47cff9a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:36:06.315682 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022a38cc-d9ee-4f11-89cd-aea5dfa3cc00 None None] Checking router: 3d5f60b0-cb82-460d-8263-7bab4d8037d0 for host: dv-cinder-843493-2-iscsi {{(pid=103807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 10:36:06.323947 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022a38cc-d9ee-4f11-89cd-aea5dfa3cc00 None None] Routers {'3d5f60b0-cb82-460d-8263-7bab4d8037d0'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:36:06.324552 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-022a38cc-d9ee-4f11-89cd-aea5dfa3cc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:35:45Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['3d5f60b0-cb82-460d-8263-7bab4d8037d0'], 'active': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:36:06.385056 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:06.425809 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvr_db [None req-022a38cc-d9ee-4f11-89cd-aea5dfa3cc00 None None] Set router 3d5f60b0-cb82-460d-8263-7bab4d8037d0 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:36:06.489517 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:06.604162 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-022a38cc-d9ee-4f11-89cd-aea5dfa3cc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5f60b0-cb82-460d-8263-7bab4d8037d0', 'name': 'tempest-TestMinimumBasicScenario-769092802-router', 'tenant_id': '440f69d2725e435ab11b2fc658e1e745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': 'b6a077b5-408b-4b15-b88a-da68b7b045af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:33:15Z', 'updated_at': '2022-06-15T10:33:18Z', 'revision_number': 4, 'project_id': '440f69d2725e435ab11b2fc658e1e745', 'gw_port': {'id': 'b6a077b5-408b-4b15-b88a-da68b7b045af', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:33:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5f60b0-cb82-460d-8263-7bab4d8037d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:33:15Z', 'updated_at': '2022-06-15T10:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': '8b96e7af-fe53-48fe-882c-3b504e139666', 'name': '', 'network_id': 'a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab', 'tenant_id': '440f69d2725e435ab11b2fc658e1e745', 'mac_address': 'fa:16:3e:ab:bb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5f60b0-cb82-460d-8263-7bab4d8037d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '1e87e269-65a8-42ea-ac39-220b47cff9a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:33:17Z', 'updated_at': '2022-06-15T10:33:22Z', 'revision_number': 5, 'project_id': '440f69d2725e435ab11b2fc658e1e745', 'subnets': [{'id': '1e87e269-65a8-42ea-ac39-220b47cff9a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:36:06.628035 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022a38cc-d9ee-4f11-89cd-aea5dfa3cc00 None None] The sync data for ids ['3d5f60b0-cb82-460d-8263-7bab4d8037d0'] in dv-cinder-843493-2-iscsi is: [{'id': '3d5f60b0-cb82-460d-8263-7bab4d8037d0', 'name': 'tempest-TestMinimumBasicScenario-769092802-router', 'tenant_id': '440f69d2725e435ab11b2fc658e1e745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': 'b6a077b5-408b-4b15-b88a-da68b7b045af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:33:15Z', 'updated_at': '2022-06-15T10:33:18Z', 'revision_number': 4, 'project_id': '440f69d2725e435ab11b2fc658e1e745', 'gw_port': {'id': 'b6a077b5-408b-4b15-b88a-da68b7b045af', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:33:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5f60b0-cb82-460d-8263-7bab4d8037d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:33:15Z', 'updated_at': '2022-06-15T10:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': '8b96e7af-fe53-48fe-882c-3b504e139666', 'name': '', 'network_id': 'a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab', 'tenant_id': '440f69d2725e435ab11b2fc658e1e745', 'mac_address': 'fa:16:3e:ab:bb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5f60b0-cb82-460d-8263-7bab4d8037d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '1e87e269-65a8-42ea-ac39-220b47cff9a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:33:17Z', 'updated_at': '2022-06-15T10:33:22Z', 'revision_number': 5, 'project_id': '440f69d2725e435ab11b2fc658e1e745', 'subnets': [{'id': '1e87e269-65a8-42ea-ac39-220b47cff9a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 10:36:06.841578 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06be1947-5adc-44fc-aee5-4ac489babcf0 None None] New status for floating IP 1deabd79-5040-4633-9f4c-cbf9d3b594fa: DOWN {{(pid=103808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 10:36:06.981324 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66917c2a-3a37-464a-b12c-68f7e8a2089d', 'tag': '700c7452-e992-4ca6-b384-90723c15324d'}] {{(pid=103805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:36:06.983689 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dae1a2ec98fad4bc98d3c27259afee88ba803ed696ab09c59914859421da8ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ad03ed-54cf-4e13-b07a-41874cd06e54" -d '{"events": [{"name": "network-changed", "server_uuid": "66917c2a-3a37-464a-b12c-68f7e8a2089d", "tag": "700c7452-e992-4ca6-b384-90723c15324d"}]}' {{(pid=103805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:36:07.018942 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 10:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb97f28-726b-49a7-a7a7-1ce15db83e9b x-openstack-request-id: req-3cb97f28-726b-49a7-a7a7-1ce15db83e9b {{(pid=103805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:36:07.019271 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66917c2a-3a37-464a-b12c-68f7e8a2089d", "tag": "700c7452-e992-4ca6-b384-90723c15324d", "status": "completed", "code": 200}]} {{(pid=103805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:36:07.019521 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3cb97f28-726b-49a7-a7a7-1ce15db83e9b {{(pid=103805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:36:07.019915 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cb97f28-726b-49a7-a7a7-1ce15db83e9b'] response: {'name': 'network-changed', 'server_uuid': '66917c2a-3a37-464a-b12c-68f7e8a2089d', 'tag': '700c7452-e992-4ca6-b384-90723c15324d', 'status': 'completed', 'code': 200} Jun 15 10:36:07.112041 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad03ed-54cf-4e13-b07a-41874cd06e54 req-846977ce-5f28-4896-b338-73e109988d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:07.113836 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-60ad03ed-54cf-4e13-b07a-41874cd06e54 req-846977ce-5f28-4896-b338-73e109988d5f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=440f69d2725e435ab11b2fc658e1e745&device_id=66917c2a-3a37-464a-b12c-68f7e8a2089d HTTP/1.1" status: 200 len: 1130 time: 0.0411336 Jun 15 10:36:07.217118 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad03ed-54cf-4e13-b07a-41874cd06e54 req-1bcf4b95-3635-414f-8c09-eb7fba109d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:07.218919 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-60ad03ed-54cf-4e13-b07a-41874cd06e54 req-1bcf4b95-3635-414f-8c09-eb7fba109d37 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab HTTP/1.1" status: 200 len: 915 time: 0.0924010 Jun 15 10:36:07.267018 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-60ad03ed-54cf-4e13-b07a-41874cd06e54 req-73b459d7-4033-4e1d-b72e-612c1c704d00 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=700c7452-e992-4ca6-b384-90723c15324d HTTP/1.1" status: 200 len: 217 time: 0.0411253 Jun 15 10:36:07.321256 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad03ed-54cf-4e13-b07a-41874cd06e54 req-b8fa035d-d8e0-4523-a1da-ce86bc6d0743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:07.322740 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-60ad03ed-54cf-4e13-b07a-41874cd06e54 req-b8fa035d-d8e0-4523-a1da-ce86bc6d0743 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1e87e269-65a8-42ea-ac39-220b47cff9a0 HTTP/1.1" status: 200 len: 853 time: 0.0444887 Jun 15 10:36:07.370674 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915f902-0382-4857-89cf-c06e9399059c req-b99ca398-c713-48fb-8cef-c5bc9f8453b1 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:07.372146 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e915f902-0382-4857-89cf-c06e9399059c req-b99ca398-c713-48fb-8cef-c5bc9f8453b1 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=c41bb315-40ff-4372-90e4-b8f405548765 HTTP/1.1" status: 200 len: 945 time: 0.0463805 Jun 15 10:36:07.419288 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e915f902-0382-4857-89cf-c06e9399059c req-5c80f7b0-4efb-401b-9d71-6927d06eeedf tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?id=35adf7f7-53e2-43a8-80a9-55ed973c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415142 Jun 15 10:36:08.538224 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15cdcf5-c9de-4fa1-93de-5e0f8f38cea1 req-5c801636-561c-4bc3-93d5-9593de6a1f63 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:08.539655 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-a15cdcf5-c9de-4fa1-93de-5e0f8f38cea1 req-5c801636-561c-4bc3-93d5-9593de6a1f63 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=c41bb315-40ff-4372-90e4-b8f405548765 HTTP/1.1" status: 200 len: 945 time: 0.0484042 Jun 15 10:36:08.588462 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-a15cdcf5-c9de-4fa1-93de-5e0f8f38cea1 req-564dc8a2-f9b0-47dd-9b01-44dcd4a4d118 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?id=35adf7f7-53e2-43a8-80a9-55ed973c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432816 Jun 15 10:36:08.910448 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad03ed-54cf-4e13-b07a-41874cd06e54 req-849fea23-bf64-426b-83a1-ea9676c24cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:08.911991 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-60ad03ed-54cf-4e13-b07a-41874cd06e54 req-849fea23-bf64-426b-83a1-ea9676c24cd2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474007 Jun 15 10:36:08.936649 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:08.999043 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:09.003912 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-60ad03ed-54cf-4e13-b07a-41874cd06e54 req-b64a967a-4154-4c0f-b4ea-abf526d0b374 service neutron] 10.222.0.62 "GET /v2.0/networks/a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831108 Jun 15 10:36:09.158371 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-60ad03ed-54cf-4e13-b07a-41874cd06e54 req-af44f257-f30f-44bc-85df-95057599ec42 service neutron] 10.222.0.62 "GET /v2.0/networks/a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856919 Jun 15 10:36:09.347309 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc7f847-ff10-4d55-aba9-de72266c536a req-6bb952c3-1783-405e-9dd7-906dbbf1b298 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:09.348708 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7bc7f847-ff10-4d55-aba9-de72266c536a req-6bb952c3-1783-405e-9dd7-906dbbf1b298 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.62 "GET /v2.0/ports?device_id=c41bb315-40ff-4372-90e4-b8f405548765 HTTP/1.1" status: 200 len: 945 time: 0.0447927 Jun 15 10:36:09.434503 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [req-7bc7f847-ff10-4d55-aba9-de72266c536a req-9d074dd2-35cf-46a8-b60e-c519c8f35962 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Deleting port 3566e96c-46a9-4c41-af85-9632202f0396 {{(pid=103806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:36:09.434760 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-7bc7f847-ff10-4d55-aba9-de72266c536a req-9d074dd2-35cf-46a8-b60e-c519c8f35962 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (3566e96c-46a9-4c41-af85-9632202f0396), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:09.520484 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-7bc7f847-ff10-4d55-aba9-de72266c536a req-9d074dd2-35cf-46a8-b60e-c519c8f35962 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] For port 3566e96c-46a9-4c41-af85-9632202f0396, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=3566e96c-46a9-4c41-af85-9632202f0396,segment=NetworkSegment(9a53d831-3761-4266-b8b5-121a6bb87f69),segment_id=9a53d831-3761-4266-b8b5-121a6bb87f69)] {{(pid=103806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:36:09.520840 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-7bc7f847-ff10-4d55-aba9-de72266c536a req-9d074dd2-35cf-46a8-b60e-c519c8f35962 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (3566e96c-46a9-4c41-af85-9632202f0396), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:09.694722 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-7bc7f847-ff10-4d55-aba9-de72266c536a req-9d074dd2-35cf-46a8-b60e-c519c8f35962 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:09.695120 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-7bc7f847-ff10-4d55-aba9-de72266c536a req-9d074dd2-35cf-46a8-b60e-c519c8f35962 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-721338'] for floatingip (84462f5a-94c1-4b73-b9db-b3ff39559ebe), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:09.695509 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.db.l3_db [req-7bc7f847-ff10-4d55-aba9-de72266c536a req-9d074dd2-35cf-46a8-b60e-c519c8f35962 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Floating IP 84462f5a-94c1-4b73-b9db-b3ff39559ebe disassociated. External IP: 172.27.0.176, port: 3566e96c-46a9-4c41-af85-9632202f0396. Jun 15 10:36:09.695860 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [req-7bc7f847-ff10-4d55-aba9-de72266c536a req-9d074dd2-35cf-46a8-b60e-c519c8f35962 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Calling delete_port for 3566e96c-46a9-4c41-af85-9632202f0396 owned by compute:nova {{(pid=103806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:36:09.712855 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ace71-7441-4df6-98c9-ed2b1d8fc7c7 req-48c69b27-381d-483d-bbe7-66920a0e0d6a tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:09.714369 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-a95ace71-7441-4df6-98c9-ed2b1d8fc7c7 req-48c69b27-381d-483d-bbe7-66920a0e0d6a tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=c41bb315-40ff-4372-90e4-b8f405548765 HTTP/1.1" status: 200 len: 945 time: 0.0532925 Jun 15 10:36:09.762003 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-a95ace71-7441-4df6-98c9-ed2b1d8fc7c7 req-89fdd772-4c9f-42a8-8591-610d6506e5f6 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?id=35adf7f7-53e2-43a8-80a9-55ed973c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412173 Jun 15 10:36:09.795511 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bece46-c070-4ef6-bf90-045fd635c3ef req-29487a52-3df6-48a6-8a5b-f289e9984ee3 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:09.797045 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a1bece46-c070-4ef6-bf90-045fd635c3ef req-29487a52-3df6-48a6-8a5b-f289e9984ee3 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/ports?device_id=66917c2a-3a37-464a-b12c-68f7e8a2089d HTTP/1.1" status: 200 len: 946 time: 0.0593939 Jun 15 10:36:09.883502 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a1bece46-c070-4ef6-bf90-045fd635c3ef req-04c514a9-e945-4162-a8cf-a0d81cccfa8a tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/security-groups?id=af8f7a35-f212-49d3-a09d-67bd4f9005b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750735 Jun 15 10:36:09.901446 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-7bc7f847-ff10-4d55-aba9-de72266c536a req-9d074dd2-35cf-46a8-b60e-c519c8f35962 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (3566e96c-46a9-4c41-af85-9632202f0396), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:09.927782 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d074dd2-35cf-46a8-b60e-c519c8f35962 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Pushing event deleted for resources: {'Port': ['ID=3566e96c-46a9-4c41-af85-9632202f0396,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:36:10.034301 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7bc7f847-ff10-4d55-aba9-de72266c536a req-9d074dd2-35cf-46a8-b60e-c519c8f35962 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Router 2fa8359a-ff8d-42fb-bdf9-fa2b54045d47 has already been hosted by L3 agent 06043943-94cb-49df-a062-a4886c03e673 {{(pid=103806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 10:36:10.044758 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:10.098148 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:10.132067 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7bc7f847-ff10-4d55-aba9-de72266c536a req-9d074dd2-35cf-46a8-b60e-c519c8f35962 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Notify agent at l3_agent.dv-cinder-843493-2-iscsi the message routers_updated {{(pid=103806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 10:36:10.142438 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d419963c-6c8c-4678-a0c2-76087eced0a8 None None] Sync routers for ids ['2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'] in dv-cinder-843493-2-iscsi {{(pid=103807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 10:36:10.151901 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d419963c-6c8c-4678-a0c2-76087eced0a8 None None] Routers {'2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:36:10.152755 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-d419963c-6c8c-4678-a0c2-76087eced0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:35:45Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'], 'active': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:36:10.178078 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bc7f847-ff10-4d55-aba9-de72266c536a req-9d074dd2-35cf-46a8-b60e-c519c8f35962 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] No DVR routers for this DVR port 3566e96c-46a9-4c41-af85-9632202f0396 on host hv-cinder-84349 {{(pid=103806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 10:36:10.180617 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-7bc7f847-ff10-4d55-aba9-de72266c536a req-9d074dd2-35cf-46a8-b60e-c519c8f35962 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:10.183978 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7bc7f847-ff10-4d55-aba9-de72266c536a req-9d074dd2-35cf-46a8-b60e-c519c8f35962 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.62 "DELETE /v2.0/ports/3566e96c-46a9-4c41-af85-9632202f0396 HTTP/1.1" status: 204 len: 173 time: 0.8284323 Jun 15 10:36:10.184427 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c41bb315-40ff-4372-90e4-b8f405548765', 'name': 'network-vif-deleted', 'tag': '3566e96c-46a9-4c41-af85-9632202f0396'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:36:10.186654 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15acf06c26f001ded10715ddc8547394d4bbc7e5ff5a4e462e54e6774371169d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464154fa-24ea-43c2-a04f-6a13a147b519" -d '{"events": [{"server_uuid": "c41bb315-40ff-4372-90e4-b8f405548765", "name": "network-vif-deleted", "tag": "3566e96c-46a9-4c41-af85-9632202f0396"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:36:10.222733 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 10:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c0b2b4-e860-4073-96c6-a4cdda81b717 x-openstack-request-id: req-08c0b2b4-e860-4073-96c6-a4cdda81b717 {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:36:10.223129 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c41bb315-40ff-4372-90e4-b8f405548765", "name": "network-vif-deleted", "tag": "3566e96c-46a9-4c41-af85-9632202f0396", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:36:10.223375 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-08c0b2b4-e860-4073-96c6-a4cdda81b717 {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:36:10.223780 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08c0b2b4-e860-4073-96c6-a4cdda81b717'] response: {'server_uuid': 'c41bb315-40ff-4372-90e4-b8f405548765', 'name': 'network-vif-deleted', 'tag': '3566e96c-46a9-4c41-af85-9632202f0396', 'status': 'completed', 'code': 200} Jun 15 10:36:10.255005 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvr_db [None req-d419963c-6c8c-4678-a0c2-76087eced0a8 None None] Set router 2fa8359a-ff8d-42fb-bdf9-fa2b54045d47 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:36:10.445315 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-d419963c-6c8c-4678-a0c2-76087eced0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'name': 'tempest-AttachVolumeNegativeTest-1378705910-router', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '1fc86ff8-2de6-4082-a231-6fe0f6affa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:15Z', 'updated_at': '2022-06-15T10:31:30Z', 'revision_number': 4, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'gw_port': {'id': '1fc86ff8-2de6-4082-a231-6fe0f6affa60', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:18Z', 'updated_at': '2022-06-15T10:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': '72ff7bcb-1c2c-4396-bffa-259cffd9e868', 'name': '', 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'mac_address': 'fa:16:3e:88:2d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'aea43f55-c61e-41b2-b313-b361b1b26da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:25Z', 'updated_at': '2022-06-15T10:31:38Z', 'revision_number': 5, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'subnets': [{'id': 'aea43f55-c61e-41b2-b313-b361b1b26da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:36:10.470212 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d419963c-6c8c-4678-a0c2-76087eced0a8 None None] Checking router: 2fa8359a-ff8d-42fb-bdf9-fa2b54045d47 for host: dv-cinder-843493-2-iscsi {{(pid=103807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 10:36:10.478489 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d419963c-6c8c-4678-a0c2-76087eced0a8 None None] Routers {'2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:36:10.479106 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-d419963c-6c8c-4678-a0c2-76087eced0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:35:45Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'], 'active': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:36:10.575137 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvr_db [None req-d419963c-6c8c-4678-a0c2-76087eced0a8 None None] Set router 2fa8359a-ff8d-42fb-bdf9-fa2b54045d47 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:36:10.753266 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-d419963c-6c8c-4678-a0c2-76087eced0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'name': 'tempest-AttachVolumeNegativeTest-1378705910-router', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '1fc86ff8-2de6-4082-a231-6fe0f6affa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:15Z', 'updated_at': '2022-06-15T10:31:30Z', 'revision_number': 4, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'gw_port': {'id': '1fc86ff8-2de6-4082-a231-6fe0f6affa60', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:18Z', 'updated_at': '2022-06-15T10:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': '72ff7bcb-1c2c-4396-bffa-259cffd9e868', 'name': '', 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'mac_address': 'fa:16:3e:88:2d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'aea43f55-c61e-41b2-b313-b361b1b26da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:25Z', 'updated_at': '2022-06-15T10:31:38Z', 'revision_number': 5, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'subnets': [{'id': 'aea43f55-c61e-41b2-b313-b361b1b26da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:36:10.864490 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-bccfc22b-ffb6-45f8-9c49-f4befcbb6653 req-13bd610a-ab96-43cd-ae52-c0441d6e981a tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=c41bb315-40ff-4372-90e4-b8f405548765 HTTP/1.1" status: 200 len: 210 time: 0.0286520 Jun 15 10:36:10.900504 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d419963c-6c8c-4678-a0c2-76087eced0a8 None None] The sync data for ids ['2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'] in dv-cinder-843493-2-iscsi is: [{'id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'name': 'tempest-AttachVolumeNegativeTest-1378705910-router', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '1fc86ff8-2de6-4082-a231-6fe0f6affa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:15Z', 'updated_at': '2022-06-15T10:31:30Z', 'revision_number': 4, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'gw_port': {'id': '1fc86ff8-2de6-4082-a231-6fe0f6affa60', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:18Z', 'updated_at': '2022-06-15T10:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': '72ff7bcb-1c2c-4396-bffa-259cffd9e868', 'name': '', 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'mac_address': 'fa:16:3e:88:2d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'aea43f55-c61e-41b2-b313-b361b1b26da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:25Z', 'updated_at': '2022-06-15T10:31:38Z', 'revision_number': 5, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'subnets': [{'id': 'aea43f55-c61e-41b2-b313-b361b1b26da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 10:36:10.998401 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c39997-c169-4da0-982b-cbc6517aee39 req-00e5c9d2-a222-4696-9936-32a1f8569486 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:10.999915 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-22c39997-c169-4da0-982b-cbc6517aee39 req-00e5c9d2-a222-4696-9936-32a1f8569486 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/ports?device_id=66917c2a-3a37-464a-b12c-68f7e8a2089d HTTP/1.1" status: 200 len: 946 time: 0.0470521 Jun 15 10:36:11.047682 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-22c39997-c169-4da0-982b-cbc6517aee39 req-c985c7d8-4fc7-429e-a55e-84671992d289 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/security-groups?id=af8f7a35-f212-49d3-a09d-67bd4f9005b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412133 Jun 15 10:36:11.122743 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23550cec-ec75-416e-b915-8b0d3bf63957 None None] New status for floating IP 84462f5a-94c1-4b73-b9db-b3ff39559ebe: DOWN {{(pid=103808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 10:36:11.978858 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d79a4767-5161-48b9-93f3-a9349eaaaa84 req-907bac4e-cb6c-4233-85d4-9b63a58a23e9 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=c41bb315-40ff-4372-90e4-b8f405548765 HTTP/1.1" status: 200 len: 210 time: 0.0276492 Jun 15 10:36:12.162531 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46f51d-5d1e-4cba-827f-3c1685c36ca6 req-3e69b2cb-abea-4848-a626-e69b2fbe7778 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:12.163978 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-fd46f51d-5d1e-4cba-827f-3c1685c36ca6 req-3e69b2cb-abea-4848-a626-e69b2fbe7778 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/ports?device_id=66917c2a-3a37-464a-b12c-68f7e8a2089d HTTP/1.1" status: 200 len: 946 time: 0.0494342 Jun 15 10:36:12.214032 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-fd46f51d-5d1e-4cba-827f-3c1685c36ca6 req-225fa29f-46b8-430c-b700-20c3c5566638 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/security-groups?id=af8f7a35-f212-49d3-a09d-67bd4f9005b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446556 Jun 15 10:36:12.239751 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512530d-1f0c-4a91-b640-8c7438e54fb1 req-7098e77c-7c20-4e0c-bc46-10fe37515075 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:12.241138 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c512530d-1f0c-4a91-b640-8c7438e54fb1 req-7098e77c-7c20-4e0c-bc46-10fe37515075 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.62 "GET /v2.0/ports?device_id=66917c2a-3a37-464a-b12c-68f7e8a2089d HTTP/1.1" status: 200 len: 946 time: 0.0526867 Jun 15 10:36:12.330979 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [req-c512530d-1f0c-4a91-b640-8c7438e54fb1 req-027bb5f0-77c5-4564-9425-6ef68c5d143d tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Deleting port 700c7452-e992-4ca6-b384-90723c15324d {{(pid=103806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:36:12.331288 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-c512530d-1f0c-4a91-b640-8c7438e54fb1 req-027bb5f0-77c5-4564-9425-6ef68c5d143d tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (700c7452-e992-4ca6-b384-90723c15324d), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:12.424283 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-c512530d-1f0c-4a91-b640-8c7438e54fb1 req-027bb5f0-77c5-4564-9425-6ef68c5d143d tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] For port 700c7452-e992-4ca6-b384-90723c15324d, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=700c7452-e992-4ca6-b384-90723c15324d,segment=NetworkSegment(b16c89b6-d20b-45e9-9390-ddd4f60b13af),segment_id=b16c89b6-d20b-45e9-9390-ddd4f60b13af)] {{(pid=103806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:36:12.424644 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-c512530d-1f0c-4a91-b640-8c7438e54fb1 req-027bb5f0-77c5-4564-9425-6ef68c5d143d tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (700c7452-e992-4ca6-b384-90723c15324d), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:12.438223 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [req-c512530d-1f0c-4a91-b640-8c7438e54fb1 req-027bb5f0-77c5-4564-9425-6ef68c5d143d tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Calling delete_port for 700c7452-e992-4ca6-b384-90723c15324d owned by compute:nova {{(pid=103806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:36:12.558824 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-c512530d-1f0c-4a91-b640-8c7438e54fb1 req-027bb5f0-77c5-4564-9425-6ef68c5d143d tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (700c7452-e992-4ca6-b384-90723c15324d), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:12.583725 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027bb5f0-77c5-4564-9425-6ef68c5d143d tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Pushing event deleted for resources: {'Port': ['ID=700c7452-e992-4ca6-b384-90723c15324d,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:36:12.600005 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] get_ports_and_sgs() called for port_ids ['700c7452-e992-4ca6-b384-90723c15324d'] {{(pid=103807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 10:36:12.632589 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [req-c512530d-1f0c-4a91-b640-8c7438e54fb1 req-027bb5f0-77c5-4564-9425-6ef68c5d143d tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] No DVR routers for this DVR port 700c7452-e992-4ca6-b384-90723c15324d on host hv-cinder-84349 {{(pid=103806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 10:36:12.634761 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-c512530d-1f0c-4a91-b640-8c7438e54fb1 req-027bb5f0-77c5-4564-9425-6ef68c5d143d tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:12.637888 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c512530d-1f0c-4a91-b640-8c7438e54fb1 req-027bb5f0-77c5-4564-9425-6ef68c5d143d tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.62 "DELETE /v2.0/ports/700c7452-e992-4ca6-b384-90723c15324d HTTP/1.1" status: 204 len: 173 time: 0.3910103 Jun 15 10:36:12.638311 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66917c2a-3a37-464a-b12c-68f7e8a2089d', 'name': 'network-vif-deleted', 'tag': '700c7452-e992-4ca6-b384-90723c15324d'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:36:12.640528 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15acf06c26f001ded10715ddc8547394d4bbc7e5ff5a4e462e54e6774371169d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14a64d8-2347-45e0-8be5-98e6f39eea10" -d '{"events": [{"server_uuid": "66917c2a-3a37-464a-b12c-68f7e8a2089d", "name": "network-vif-deleted", "tag": "700c7452-e992-4ca6-b384-90723c15324d"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:36:12.678373 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 10:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74141668-c759-49d1-bee2-d2f70fadb28a x-openstack-request-id: req-74141668-c759-49d1-bee2-d2f70fadb28a {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:36:12.678726 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66917c2a-3a37-464a-b12c-68f7e8a2089d", "name": "network-vif-deleted", "tag": "700c7452-e992-4ca6-b384-90723c15324d", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:36:12.678980 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-74141668-c759-49d1-bee2-d2f70fadb28a {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:36:12.679406 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74141668-c759-49d1-bee2-d2f70fadb28a'] response: {'server_uuid': '66917c2a-3a37-464a-b12c-68f7e8a2089d', 'name': 'network-vif-deleted', 'tag': '700c7452-e992-4ca6-b384-90723c15324d', 'status': 'completed', 'code': 200} Jun 15 10:36:12.688975 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 3566e96c-46a9-4c41-af85-9632202f0396 no longer exists at agent hyperv_hv-cinder-84349 {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 10:36:12.692012 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:12.709405 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] No Port match for: 3566e96c-46a9-4c41-af85-9632202f0396 {{(pid=103807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 10:36:12.709748 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 3566e96c-46a9-4c41-af85-9632202f0396 not bound to the agent host hv-cinder-84349 {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 10:36:13.014348 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4922f5fd-bd96-4885-818b-7ab25f2a19e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (e7b68426-6abe-45ee-a2ce-c32f72f66753), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:13.069952 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 57650) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:36:13.104534 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:13.125246 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-2e9e95b0-0142-4731-ba79-38fdeb46347a tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for security_group (35adf7f7-53e2-43a8-80a9-55ed973c5f8c), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:13.148324 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-2e9e95b0-0142-4731-ba79-38fdeb46347a tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for security_group (35adf7f7-53e2-43a8-80a9-55ed973c5f8c), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:13.197538 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-2e9e95b0-0142-4731-ba79-38fdeb46347a tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (35adf7f7-53e2-43a8-80a9-55ed973c5f8c), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:13.200019 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-2e9e95b0-0142-4731-ba79-38fdeb46347a tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:13.201136 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-2e9e95b0-0142-4731-ba79-38fdeb46347a tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "DELETE /v2.0/security-groups/35adf7f7-53e2-43a8-80a9-55ed973c5f8c HTTP/1.1" status: 204 len: 168 time: 0.1302183 Jun 15 10:36:13.204415 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 57652) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:36:13.211369 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9e95b0-0142-4731-ba79-38fdeb46347a tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35adf7f7-53e2-43a8-80a9-55ed973c5f8c,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:36:13.230534 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.api.v2.resource [None req-6e615c30-7964-48f8-83f1-098149452a35 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] show failed (client error): The resource could not be found. Jun 15 10:36:13.233996 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-6e615c30-7964-48f8-83f1-098149452a35 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups/35adf7f7-53e2-43a8-80a9-55ed973c5f8c HTTP/1.1" status: 404 len: 347 time: 0.0263231 Jun 15 10:36:13.235047 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 57654) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:36:13.363921 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-bfcc7b9e-2f4c-43c6-9621-7fa12f6a4032 req-6d44c26a-a242-4e6e-bbbe-baccc9fe83b7 tempest-TestMinimumBasicScenario-300672064 tempest-TestMinimumBasicScenario-300672064-project] 10.222.0.49 "GET /v2.0/ports?device_id=66917c2a-3a37-464a-b12c-68f7e8a2089d HTTP/1.1" status: 200 len: 210 time: 0.0508389 Jun 15 10:36:13.381756 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.plugin [None req-77f90940-2097-4064-902b-f315fc4887be tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Deleting port f4931676-b6f7-446c-852f-cd5142cace83 {{(pid=103805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:36:13.382148 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-77f90940-2097-4064-902b-f315fc4887be tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (f4931676-b6f7-446c-852f-cd5142cace83), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:13.407993 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:13.459020 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-77f90940-2097-4064-902b-f315fc4887be tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (f4931676-b6f7-446c-852f-cd5142cace83), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:13.459298 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-77f90940-2097-4064-902b-f315fc4887be tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for floatingip (f4931676-b6f7-446c-852f-cd5142cace83), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:13.471634 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.plugin [None req-77f90940-2097-4064-902b-f315fc4887be tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Calling delete_port for f4931676-b6f7-446c-852f-cd5142cace83 owned by network:floatingip {{(pid=103805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:36:13.679534 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:13.681344 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=74,neutron:UPDATE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:13.690383 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.agents_db [None req-cff4c53f-faac-479c-b9be-928944d02899 None None] Agent healthcheck: found 6 active agents {{(pid=103808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 10:36:13.795122 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-77f90940-2097-4064-902b-f315fc4887be tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2774366'] for port (f4931676-b6f7-446c-852f-cd5142cace83), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:13.820263 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f90940-2097-4064-902b-f315fc4887be tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Pushing event deleted for resources: {'Port': ['ID=f4931676-b6f7-446c-852f-cd5142cace83,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:36:13.882973 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-77f90940-2097-4064-902b-f315fc4887be tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for floatingip (84462f5a-94c1-4b73-b9db-b3ff39559ebe), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:13.885412 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-77f90940-2097-4064-902b-f315fc4887be tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for floatingip (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:13.886554 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-77f90940-2097-4064-902b-f315fc4887be tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "DELETE /v2.0/floatingips/84462f5a-94c1-4b73-b9db-b3ff39559ebe HTTP/1.1" status: 204 len: 168 time: 0.6503508 Jun 15 10:36:13.949216 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 57660) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:36:13.953713 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [None req-4a5249a3-cfc4-4b90-90cd-5577db729b2b tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Request body: {'security_group': {'name': 'tempest-securitygroup--789001589', 'description': 'tempest-description--1928632047'}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:36:13.973363 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-4a5249a3-cfc4-4b90-90cd-5577db729b2b tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for security_group (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:14.041619 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-4a5249a3-cfc4-4b90-90cd-5577db729b2b tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for security_group (86e24c15-87f4-45c0-b527-41b786ce8a9d), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:14.045074 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-4a5249a3-cfc4-4b90-90cd-5577db729b2b tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (86e24c15-87f4-45c0-b527-41b786ce8a9d), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:14.074531 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-4a5249a3-cfc4-4b90-90cd-5577db729b2b tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:14.075769 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-4a5249a3-cfc4-4b90-90cd-5577db729b2b tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1255200 Jun 15 10:36:14.077527 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5249a3-cfc4-4b90-90cd-5577db729b2b tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86e24c15-87f4-45c0-b527-41b786ce8a9d,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:36:14.078804 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 57662) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:36:14.084060 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-c287d68c-323e-469c-8ca4-76d5b21498a7 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Request body: {'security_group_rule': {'security_group_id': '86e24c15-87f4-45c0-b527-41b786ce8a9d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:36:14.109249 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c287d68c-323e-469c-8ca4-76d5b21498a7 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for security_group_rule (f688535c-f0fb-4485-9a11-d6a76cba9f9f), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:14.163592 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c287d68c-323e-469c-8ca4-76d5b21498a7 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for security_group_rule (f688535c-f0fb-4485-9a11-d6a76cba9f9f), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:14.166846 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c287d68c-323e-469c-8ca4-76d5b21498a7 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592663'] for security_group_rule (f688535c-f0fb-4485-9a11-d6a76cba9f9f), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:14.184947 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c287d68c-323e-469c-8ca4-76d5b21498a7 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f688535c-f0fb-4485-9a11-d6a76cba9f9f,revision_number=0']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:36:14.192556 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c287d68c-323e-469c-8ca4-76d5b21498a7 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:14.193719 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-c287d68c-323e-469c-8ca4-76d5b21498a7 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1133068 Jun 15 10:36:14.196406 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 57664) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:36:14.200668 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-790903f4-8883-4c6f-b7b2-f571eee28346 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Request body: {'security_group_rule': {'security_group_id': '86e24c15-87f4-45c0-b527-41b786ce8a9d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:36:14.225752 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-790903f4-8883-4c6f-b7b2-f571eee28346 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for security_group_rule (c520fa11-d670-4149-b09e-193566c23042), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:14.265314 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:14.285785 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-790903f4-8883-4c6f-b7b2-f571eee28346 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for security_group_rule (c520fa11-d670-4149-b09e-193566c23042), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:14.289010 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-790903f4-8883-4c6f-b7b2-f571eee28346 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592663'] for security_group_rule (c520fa11-d670-4149-b09e-193566c23042), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:14.307434 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790903f4-8883-4c6f-b7b2-f571eee28346 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c520fa11-d670-4149-b09e-193566c23042,revision_number=0']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:36:14.313912 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-790903f4-8883-4c6f-b7b2-f571eee28346 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:14.315140 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-790903f4-8883-4c6f-b7b2-f571eee28346 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1177211 Jun 15 10:36:14.318095 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 57666) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:36:14.322292 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-a68b43ab-ba8d-4720-8998-adb8a5abbdcf tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Request body: {'floatingip': {'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:36:14.341524 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a68b43ab-ba8d-4720-8998-adb8a5abbdcf tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:14.343932 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:14.421760 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a68b43ab-ba8d-4720-8998-adb8a5abbdcf tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:14.532320 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_common [None req-a68b43ab-ba8d-4720-8998-adb8a5abbdcf tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Allocated IP 172.27.0.193 (0c6836d1-4e10-4696-9cf9-183899f77c81/849db9c0-6b0b-495f-a2c9-c288d42c277d/910aefe7-d06b-474e-b862-7fd539fa369d) {{(pid=103806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:36:14.638120 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a68b43ab-ba8d-4720-8998-adb8a5abbdcf tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for port (910aefe7-d06b-474e-b862-7fd539fa369d), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:14.672333 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a68b43ab-ba8d-4720-8998-adb8a5abbdcf tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (910aefe7-d06b-474e-b862-7fd539fa369d), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:14.714330 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68b43ab-ba8d-4720-8998-adb8a5abbdcf tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Network 0c6836d1-4e10-4696-9cf9-183899f77c81 is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:36:14.717118 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [None req-a68b43ab-ba8d-4720-8998-adb8a5abbdcf tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:36:14.721519 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68b43ab-ba8d-4720-8998-adb8a5abbdcf tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Received port after_create {{(pid=103806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:36:14.744030 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68b43ab-ba8d-4720-8998-adb8a5abbdcf tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Pushing event updated for resources: {'Port': ['ID=910aefe7-d06b-474e-b862-7fd539fa369d,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:36:14.810342 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a68b43ab-ba8d-4720-8998-adb8a5abbdcf tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for floatingip (59146a66-42c5-4476-8fe6-31fcbb9925a5), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:14.852823 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a68b43ab-ba8d-4720-8998-adb8a5abbdcf tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (910aefe7-d06b-474e-b862-7fd539fa369d), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:14.966990 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 57714) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:36:14.985770 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:15.006286 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a68b43ab-ba8d-4720-8998-adb8a5abbdcf tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for port (910aefe7-d06b-474e-b862-7fd539fa369d), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:15.010798 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a68b43ab-ba8d-4720-8998-adb8a5abbdcf tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-252119569'] for port (910aefe7-d06b-474e-b862-7fd539fa369d), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:15.065799 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:15.083620 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68b43ab-ba8d-4720-8998-adb8a5abbdcf tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Pushing event updated for resources: {'Port': ['ID=910aefe7-d06b-474e-b862-7fd539fa369d,revision_number=2']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:36:15.095464 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a68b43ab-ba8d-4720-8998-adb8a5abbdcf tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-721338'] for floatingip (59146a66-42c5-4476-8fe6-31fcbb9925a5), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:15.102859 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:15.114266 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a68b43ab-ba8d-4720-8998-adb8a5abbdcf tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for floatingip (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:15.115642 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-a68b43ab-ba8d-4720-8998-adb8a5abbdcf tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7966149 Jun 15 10:36:15.222813 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9d634dd7-76d2-4007-b6aa-578a296cb430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (06043943-94cb-49df-a062-a4886c03e673), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:15.347776 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:15.369405 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-28abe111-5906-415e-a516-1cd7a0095b18 req-8490f787-b443-498f-98a9-aa29d32b0799 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--789001589&fields=id&tenant_id=b683b2d399b54484aa5820537038b8af HTTP/1.1" status: 200 len: 267 time: 0.1252685 Jun 15 10:36:15.393209 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-ff6f571b-56e9-4341-b00c-5b926ef8acab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-722362'] for router_interface (3d5f60b0-cb82-460d-8263-7bab4d8037d0), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:15.558987 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28abe111-5906-415e-a516-1cd7a0095b18 req-292dbd1b-36c8-4a82-921d-42086df8564e tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:15.560473 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-28abe111-5906-415e-a516-1cd7a0095b18 req-292dbd1b-36c8-4a82-921d-42086df8564e tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/networks?id=56f473a9-939b-4bd2-a5d0-e5eaaaa25745 HTTP/1.1" status: 200 len: 815 time: 0.1819320 Jun 15 10:36:15.632049 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-28abe111-5906-415e-a516-1cd7a0095b18 req-fa848fec-e5a2-47b2-b501-e3483ead7d32 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/quotas/b683b2d399b54484aa5820537038b8af HTTP/1.1" status: 200 len: 375 time: 0.0512218 Jun 15 10:36:15.716872 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-28abe111-5906-415e-a516-1cd7a0095b18 req-c5668a84-1a1d-41fa-8d7b-55ef96530384 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b683b2d399b54484aa5820537038b8af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0657847 Jun 15 10:36:15.832759 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.plugin [None req-ff6f571b-56e9-4341-b00c-5b926ef8acab admin admin] Deleting port 8b96e7af-fe53-48fe-882c-3b504e139666 {{(pid=103805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:36:15.833092 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-ff6f571b-56e9-4341-b00c-5b926ef8acab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (8b96e7af-fe53-48fe-882c-3b504e139666), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:15.876021 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-28abe111-5906-415e-a516-1cd7a0095b18 req-16bff528-455e-4019-a35a-d877f4e26e78 service neutron] 10.222.0.49 "GET /v2.0/networks/56f473a9-939b-4bd2-a5d0-e5eaaaa25745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420252 Jun 15 10:36:15.977573 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.db [None req-ff6f571b-56e9-4341-b00c-5b926ef8acab admin admin] For port 8b96e7af-fe53-48fe-882c-3b504e139666, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=8b96e7af-fe53-48fe-882c-3b504e139666,segment=NetworkSegment(b16c89b6-d20b-45e9-9390-ddd4f60b13af),segment_id=b16c89b6-d20b-45e9-9390-ddd4f60b13af)] {{(pid=103805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:36:15.978243 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-ff6f571b-56e9-4341-b00c-5b926ef8acab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (8b96e7af-fe53-48fe-882c-3b504e139666), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:15.992682 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=100 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:16.002636 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.plugin [None req-ff6f571b-56e9-4341-b00c-5b926ef8acab admin admin] Calling delete_port for 8b96e7af-fe53-48fe-882c-3b504e139666 owned by network:router_interface {{(pid=103805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:36:16.025210 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-28abe111-5906-415e-a516-1cd7a0095b18 req-40024451-8686-4e30-98ed-d268e780ec1f service neutron] 10.222.0.49 "GET /v2.0/networks/56f473a9-939b-4bd2-a5d0-e5eaaaa25745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261294 Jun 15 10:36:16.203704 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-ff6f571b-56e9-4341-b00c-5b926ef8acab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2774366'] for port (8b96e7af-fe53-48fe-882c-3b504e139666), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:16.210455 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:16.232258 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6f571b-56e9-4341-b00c-5b926ef8acab admin admin] Pushing event deleted for resources: {'Port': ['ID=8b96e7af-fe53-48fe-882c-3b504e139666,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:36:16.377967 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-59f444b4-2386-4fe1-b50f-b9e54b42d680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (3cca6303-0f2e-4b13-b82d-f2749c30f699), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:16.387288 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-92e1ed7b-5223-4f43-83a6-f294325320fe req-829df55e-b7d6-4678-aa01-2e018f09d006 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0264e78-46e5-4622-92f7-b4ea5a4708fd HTTP/1.1" status: 200 len: 210 time: 0.2270880 Jun 15 10:36:16.423964 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-ff6f571b-56e9-4341-b00c-5b926ef8acab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-722222'] for router_interface (3d5f60b0-cb82-460d-8263-7bab4d8037d0), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:16.633585 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff6f571b-56e9-4341-b00c-5b926ef8acab admin admin] Router 3d5f60b0-cb82-460d-8263-7bab4d8037d0 has already been hosted by L3 agent 06043943-94cb-49df-a062-a4886c03e673 {{(pid=103805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 10:36:16.687660 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 700c7452-e992-4ca6-b384-90723c15324d no longer exists at agent hyperv_hv-cinder-84349 {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 10:36:16.706722 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] No Port match for: 700c7452-e992-4ca6-b384-90723c15324d {{(pid=103807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 10:36:16.707068 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 700c7452-e992-4ca6-b384-90723c15324d not bound to the agent host hv-cinder-84349 {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 10:36:16.941934 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff6f571b-56e9-4341-b00c-5b926ef8acab admin admin] Notify agent at l3_agent.dv-cinder-843493-2-iscsi the message routers_updated {{(pid=103805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 10:36:16.946806 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-ff6f571b-56e9-4341-b00c-5b926ef8acab admin admin] 10.222.0.49 "PUT /v2.0/routers/3d5f60b0-cb82-460d-8263-7bab4d8037d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9760301 Jun 15 10:36:16.949300 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 57742) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:36:16.952475 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46e40a7-fe91-4af1-af42-dbfd56e7b602 None None] Sync routers for ids ['3d5f60b0-cb82-460d-8263-7bab4d8037d0'] in dv-cinder-843493-2-iscsi {{(pid=103807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 10:36:16.963315 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46e40a7-fe91-4af1-af42-dbfd56e7b602 None None] Routers {'3d5f60b0-cb82-460d-8263-7bab4d8037d0'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:36:16.964002 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-d46e40a7-fe91-4af1-af42-dbfd56e7b602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:36:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['3d5f60b0-cb82-460d-8263-7bab4d8037d0'], 'active': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:36:17.046500 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1dfd246a-559a-476f-bad5-f341cc4f5ff8 admin admin] Publish callbacks [] for router (3d5f60b0-cb82-460d-8263-7bab4d8037d0), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:17.055714 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:17.065548 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvr_db [None req-d46e40a7-fe91-4af1-af42-dbfd56e7b602 None None] Set router 3d5f60b0-cb82-460d-8263-7bab4d8037d0 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:36:17.123121 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:17.143684 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1dfd246a-559a-476f-bad5-f341cc4f5ff8 admin admin] Publish callbacks [] for router_gateway (3d5f60b0-cb82-460d-8263-7bab4d8037d0), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:17.190950 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.plugin [None req-1dfd246a-559a-476f-bad5-f341cc4f5ff8 admin admin] Deleting port b6a077b5-408b-4b15-b88a-da68b7b045af {{(pid=103805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:36:17.191317 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1dfd246a-559a-476f-bad5-f341cc4f5ff8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (b6a077b5-408b-4b15-b88a-da68b7b045af), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:17.232845 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-d46e40a7-fe91-4af1-af42-dbfd56e7b602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5f60b0-cb82-460d-8263-7bab4d8037d0', 'name': 'tempest-TestMinimumBasicScenario-769092802-router', 'tenant_id': '440f69d2725e435ab11b2fc658e1e745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': 'b6a077b5-408b-4b15-b88a-da68b7b045af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:33:15Z', 'updated_at': '2022-06-15T10:36:16Z', 'revision_number': 5, 'project_id': '440f69d2725e435ab11b2fc658e1e745', 'gw_port': {'id': 'b6a077b5-408b-4b15-b88a-da68b7b045af', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:33:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5f60b0-cb82-460d-8263-7bab4d8037d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:33:15Z', 'updated_at': '2022-06-15T10:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi'}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:36:17.263385 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46e40a7-fe91-4af1-af42-dbfd56e7b602 None None] Checking router: 3d5f60b0-cb82-460d-8263-7bab4d8037d0 for host: dv-cinder-843493-2-iscsi {{(pid=103807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 10:36:17.273546 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46e40a7-fe91-4af1-af42-dbfd56e7b602 None None] Routers {'3d5f60b0-cb82-460d-8263-7bab4d8037d0'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:36:17.273802 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.db [None req-1dfd246a-559a-476f-bad5-f341cc4f5ff8 admin admin] For port b6a077b5-408b-4b15-b88a-da68b7b045af, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=b6a077b5-408b-4b15-b88a-da68b7b045af,segment=NetworkSegment(cb36ff63-3809-49b1-ae7b-cd8646780a76),segment_id=cb36ff63-3809-49b1-ae7b-cd8646780a76)] {{(pid=103805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:36:17.274169 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1dfd246a-559a-476f-bad5-f341cc4f5ff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (b6a077b5-408b-4b15-b88a-da68b7b045af), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:17.274284 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-d46e40a7-fe91-4af1-af42-dbfd56e7b602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:36:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['3d5f60b0-cb82-460d-8263-7bab4d8037d0'], 'active': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:36:17.289657 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.plugin [None req-1dfd246a-559a-476f-bad5-f341cc4f5ff8 admin admin] Calling delete_port for b6a077b5-408b-4b15-b88a-da68b7b045af owned by network:router_gateway {{(pid=103805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:36:17.340519 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:17.359823 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvr_db [None req-d46e40a7-fe91-4af1-af42-dbfd56e7b602 None None] Set router 3d5f60b0-cb82-460d-8263-7bab4d8037d0 gateway port host: None {{(pid=103807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:36:17.418546 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-d46e40a7-fe91-4af1-af42-dbfd56e7b602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5f60b0-cb82-460d-8263-7bab4d8037d0', 'name': 'tempest-TestMinimumBasicScenario-769092802-router', 'tenant_id': '440f69d2725e435ab11b2fc658e1e745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:33:15Z', 'updated_at': '2022-06-15T10:36:17Z', 'revision_number': 6, 'project_id': '440f69d2725e435ab11b2fc658e1e745', 'gw_port_host': None}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:36:17.419687 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28abe111-5906-415e-a516-1cd7a0095b18 req-c8b75491-26d2-4f69-9c35-59d23078bd72 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:17.422358 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-28abe111-5906-415e-a516-1cd7a0095b18 req-c8b75491-26d2-4f69-9c35-59d23078bd72 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.62 "GET /v2.0/networks?id=56f473a9-939b-4bd2-a5d0-e5eaaaa25745 HTTP/1.1" status: 200 len: 815 time: 0.1173470 Jun 15 10:36:17.449613 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46e40a7-fe91-4af1-af42-dbfd56e7b602 None None] The sync data for ids ['3d5f60b0-cb82-460d-8263-7bab4d8037d0'] in dv-cinder-843493-2-iscsi is: [{'id': '3d5f60b0-cb82-460d-8263-7bab4d8037d0', 'name': 'tempest-TestMinimumBasicScenario-769092802-router', 'tenant_id': '440f69d2725e435ab11b2fc658e1e745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:33:15Z', 'updated_at': '2022-06-15T10:36:17Z', 'revision_number': 6, 'project_id': '440f69d2725e435ab11b2fc658e1e745', 'gw_port_host': None}] {{(pid=103807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 10:36:17.510208 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1dfd246a-559a-476f-bad5-f341cc4f5ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2774366'] for port (b6a077b5-408b-4b15-b88a-da68b7b045af), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:17.512286 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-28abe111-5906-415e-a516-1cd7a0095b18 req-2168d201-0107-44b5-a011-19a078351796 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b683b2d399b54484aa5820537038b8af HTTP/1.1" status: 200 len: 379 time: 0.0728695 Jun 15 10:36:17.535345 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [req-28abe111-5906-415e-a516-1cd7a0095b18 req-cbfb4c4a-55e9-439c-8bd4-98f3c43118d8 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Request body: {'port': {'device_id': 'b0264e78-46e5-4622-92f7-b4ea5a4708fd', 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745', 'admin_state_up': True, 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'security_groups': ['86e24c15-87f4-45c0-b527-41b786ce8a9d']}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:36:17.537924 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfd246a-559a-476f-bad5-f341cc4f5ff8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6a077b5-408b-4b15-b88a-da68b7b045af,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:36:17.611983 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-f8e8421c-e1af-4abf-8972-e873494b3d8d req-b12b3824-5dc9-46b0-8b38-4e181137ea89 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0264e78-46e5-4622-92f7-b4ea5a4708fd HTTP/1.1" status: 200 len: 210 time: 0.1134012 Jun 15 10:36:17.630941 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1dfd246a-559a-476f-bad5-f341cc4f5ff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-721535'] for router_gateway (3d5f60b0-cb82-460d-8263-7bab4d8037d0), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:17.656747 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28abe111-5906-415e-a516-1cd7a0095b18 req-cbfb4c4a-55e9-439c-8bd4-98f3c43118d8 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Made reservation on behalf of b683b2d399b54484aa5820537038b8af for: {'port': 1} {{(pid=103806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 10:36:17.660283 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-28abe111-5906-415e-a516-1cd7a0095b18 req-cbfb4c4a-55e9-439c-8bd4-98f3c43118d8 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:17.732081 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1dfd246a-559a-476f-bad5-f341cc4f5ff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-378'] for router (3d5f60b0-cb82-460d-8263-7bab4d8037d0), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:17.734327 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1dfd246a-559a-476f-bad5-f341cc4f5ff8 admin admin] Publish callbacks [] for router_controller (3d5f60b0-cb82-460d-8263-7bab4d8037d0), precommit_delete_associations {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:17.780561 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-28d06d32-ea2f-4019-b04d-5ef5fa4d530e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (28e3d1c3-881c-45f9-bfee-5bcc9597e0ae), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:17.788954 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_common [req-28abe111-5906-415e-a516-1cd7a0095b18 req-cbfb4c4a-55e9-439c-8bd4-98f3c43118d8 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Allocated IP 172.20.0.7 (56f473a9-939b-4bd2-a5d0-e5eaaaa25745/aea43f55-c61e-41b2-b313-b361b1b26da0/224da4da-f789-4111-bbb8-87943e241db9) {{(pid=103806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:36:17.815727 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1dfd246a-559a-476f-bad5-f341cc4f5ff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-721391'] for router (3d5f60b0-cb82-460d-8263-7bab4d8037d0), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:17.816421 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dfd246a-559a-476f-bad5-f341cc4f5ff8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d5f60b0-cb82-460d-8263-7bab4d8037d0 {{(pid=103805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 15 10:36:17.826379 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1dfd246a-559a-476f-bad5-f341cc4f5ff8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:17.830357 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-1dfd246a-559a-476f-bad5-f341cc4f5ff8 admin admin] 10.222.0.49 "DELETE /v2.0/routers/3d5f60b0-cb82-460d-8263-7bab4d8037d0 HTTP/1.1" status: 204 len: 168 time: 0.8780224 Jun 15 10:36:17.830922 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 57752) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:36:17.883402 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea779b63-08ee-4ec9-b55f-7f30d9479aec admin admin] Deleting subnet 1e87e269-65a8-42ea-ac39-220b47cff9a0 {{(pid=103805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 10:36:17.887725 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-ea779b63-08ee-4ec9-b55f-7f30d9479aec admin admin] Publish callbacks [] for subnet (1e87e269-65a8-42ea-ac39-220b47cff9a0), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:17.925975 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-ea779b63-08ee-4ec9-b55f-7f30d9479aec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2839202'] for subnet (1e87e269-65a8-42ea-ac39-220b47cff9a0), precommit_delete_associations {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:17.948825 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 8b96e7af-fe53-48fe-882c-3b504e139666 no longer exists at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 10:36:17.976201 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] No Port match for: 8b96e7af-fe53-48fe-882c-3b504e139666 {{(pid=103807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 10:36:17.976804 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 8b96e7af-fe53-48fe-882c-3b504e139666 not bound to the agent host dv-cinder-843493-2-iscsi {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 10:36:17.993343 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (ad84a4c2-87cd-4603-a219-98785ef58eeb), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:17.994831 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-28abe111-5906-415e-a516-1cd7a0095b18 req-cbfb4c4a-55e9-439c-8bd4-98f3c43118d8 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for port (224da4da-f789-4111-bbb8-87943e241db9), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:18.026684 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-28abe111-5906-415e-a516-1cd7a0095b18 req-cbfb4c4a-55e9-439c-8bd4-98f3c43118d8 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (224da4da-f789-4111-bbb8-87943e241db9), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:18.066916 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-ea779b63-08ee-4ec9-b55f-7f30d9479aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7722939'] for subnet (1e87e269-65a8-42ea-ac39-220b47cff9a0), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:18.068346 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28abe111-5906-415e-a516-1cd7a0095b18 req-cbfb4c4a-55e9-439c-8bd4-98f3c43118d8 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Network 56f473a9-939b-4bd2-a5d0-e5eaaaa25745 is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:36:18.073549 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [req-28abe111-5906-415e-a516-1cd7a0095b18 req-cbfb4c4a-55e9-439c-8bd4-98f3c43118d8 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:36:18.077484 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [req-28abe111-5906-415e-a516-1cd7a0095b18 req-cbfb4c4a-55e9-439c-8bd4-98f3c43118d8 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Received port after_create {{(pid=103806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:36:18.101797 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfb4c4a-55e9-439c-8bd4-98f3c43118d8 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Pushing event updated for resources: {'Port': ['ID=224da4da-f789-4111-bbb8-87943e241db9,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:36:18.133033 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-ea779b63-08ee-4ec9-b55f-7f30d9479aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7722882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2774387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3530355'] for subnet (1e87e269-65a8-42ea-ac39-220b47cff9a0), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:18.137529 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:UPDATE=3,neutron:SELECT=86,neutron:DELETE=11 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:18.138817 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28abe111-5906-415e-a516-1cd7a0095b18 req-cbfb4c4a-55e9-439c-8bd4-98f3c43118d8 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:18.139943 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-28abe111-5906-415e-a516-1cd7a0095b18 req-cbfb4c4a-55e9-439c-8bd4-98f3c43118d8 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:18.143040 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:18.160698 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-28abe111-5906-415e-a516-1cd7a0095b18 req-cbfb4c4a-55e9-439c-8bd4-98f3c43118d8 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6298094 Jun 15 10:36:18.163476 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea779b63-08ee-4ec9-b55f-7f30d9479aec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e87e269-65a8-42ea-ac39-220b47cff9a0,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:36:18.168289 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-ea779b63-08ee-4ec9-b55f-7f30d9479aec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for subnet (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:18.171310 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-ea779b63-08ee-4ec9-b55f-7f30d9479aec admin admin] 10.222.0.49 "DELETE /v2.0/subnets/1e87e269-65a8-42ea-ac39-220b47cff9a0 HTTP/1.1" status: 204 len: 168 time: 0.3382819 Jun 15 10:36:18.174297 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 57756) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:36:18.175345 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6fe355-0be1-4cb4-a845-f6677a6a7f98 None None] Network a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab requested from dv-cinder-843493-2-iscsi {{(pid=103807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 10:36:18.183495 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [req-28abe111-5906-415e-a516-1cd7a0095b18 req-c8591e24-3f50-4f02-b3df-d8f16d78fc18 service neutron] Request body: {'port': {'device_id': 'b0264e78-46e5-4622-92f7-b4ea5a4708fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84349'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:36:18.217439 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:18.255745 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-28abe111-5906-415e-a516-1cd7a0095b18 req-c8591e24-3f50-4f02-b3df-d8f16d78fc18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (224da4da-f789-4111-bbb8-87943e241db9), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:18.275417 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e271e2be-48a1-4f46-94c0-4f446c8bd2ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7810747'] for network (a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:18.326640 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.plugin [None req-e271e2be-48a1-4f46-94c0-4f446c8bd2ba admin admin] Deleting port 851ad2cc-9215-4036-868f-cae0a2733114 {{(pid=103805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:36:18.326971 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e271e2be-48a1-4f46-94c0-4f446c8bd2ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (851ad2cc-9215-4036-868f-cae0a2733114), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:18.398942 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7e2d41-2a93-402e-ad5f-2804d48ca21f None None] DHCP port deletion for a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab request from dv-cinder-843493-2-iscsi {{(pid=103807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 15 10:36:18.413418 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-48b70c76-9c64-4339-a576-f9d4b0c0563b None None] Provisioning complete for port 224da4da-f789-4111-bbb8-87943e241db9 triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:36:18.413774 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-48b70c76-9c64-4339-a576-f9d4b0c0563b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (224da4da-f789-4111-bbb8-87943e241db9), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:18.414224 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.db [None req-e271e2be-48a1-4f46-94c0-4f446c8bd2ba admin admin] For port 851ad2cc-9215-4036-868f-cae0a2733114, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=851ad2cc-9215-4036-868f-cae0a2733114,segment=NetworkSegment(b16c89b6-d20b-45e9-9390-ddd4f60b13af),segment_id=b16c89b6-d20b-45e9-9390-ddd4f60b13af)] {{(pid=103805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:36:18.414721 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e271e2be-48a1-4f46-94c0-4f446c8bd2ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (851ad2cc-9215-4036-868f-cae0a2733114), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:18.431579 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.plugin [None req-e271e2be-48a1-4f46-94c0-4f446c8bd2ba admin admin] Calling delete_port for 851ad2cc-9215-4036-868f-cae0a2733114 owned by network:dhcp {{(pid=103805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:36:18.450999 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-48b70c76-9c64-4339-a576-f9d4b0c0563b None None] Port 224da4da-f789-4111-bbb8-87943e241db9 cannot update to ACTIVE because it is not bound. {{(pid=103807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 10:36:18.488666 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-3b7e2d41-2a93-402e-ad5f-2804d48ca21f None None] Deleting port 851ad2cc-9215-4036-868f-cae0a2733114 {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:36:18.489168 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3b7e2d41-2a93-402e-ad5f-2804d48ca21f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (851ad2cc-9215-4036-868f-cae0a2733114), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:18.495190 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:18.521931 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e271e2be-48a1-4f46-94c0-4f446c8bd2ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2774366'] for port (851ad2cc-9215-4036-868f-cae0a2733114), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:18.547042 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e271e2be-48a1-4f46-94c0-4f446c8bd2ba admin admin] Pushing event deleted for resources: {'Port': ['ID=851ad2cc-9215-4036-868f-cae0a2733114,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:36:18.553877 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e271e2be-48a1-4f46-94c0-4f446c8bd2ba admin admin] No DVR routers for this DVR port 851ad2cc-9215-4036-868f-cae0a2733114 on host dv-cinder-843493-2-iscsi {{(pid=103805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 10:36:18.573012 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-3b7e2d41-2a93-402e-ad5f-2804d48ca21f None None] For port 851ad2cc-9215-4036-868f-cae0a2733114, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=851ad2cc-9215-4036-868f-cae0a2733114,segment=NetworkSegment(b16c89b6-d20b-45e9-9390-ddd4f60b13af),segment_id=b16c89b6-d20b-45e9-9390-ddd4f60b13af)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:36:18.573370 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3b7e2d41-2a93-402e-ad5f-2804d48ca21f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (851ad2cc-9215-4036-868f-cae0a2733114), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:18.589300 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-3b7e2d41-2a93-402e-ad5f-2804d48ca21f None None] Calling delete_port for 851ad2cc-9215-4036-868f-cae0a2733114 owned by network:dhcp {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:36:18.664591 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e271e2be-48a1-4f46-94c0-4f446c8bd2ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7721322', 'neutron.services.segments.db._delete_segments_for_network-8732880543290'] for network (a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:18.690342 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.services.segments.db [None req-e271e2be-48a1-4f46-94c0-4f446c8bd2ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab']}} {{(pid=103805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:36:18.704491 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.services.segments.db [None req-e271e2be-48a1-4f46-94c0-4f446c8bd2ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b16c89b6-d20b-45e9-9390-ddd4f60b13af') {'for_net_delete': True} {{(pid=103805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:36:18.705049 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.services.segments.db [None req-e271e2be-48a1-4f46-94c0-4f446c8bd2ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b16c89b6-d20b-45e9-9390-ddd4f60b13af') {} {{(pid=103805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:36:18.719983 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e271e2be-48a1-4f46-94c0-4f446c8bd2ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732880541633', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2839227'] for segment (b16c89b6-d20b-45e9-9390-ddd4f60b13af), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:18.738038 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e271e2be-48a1-4f46-94c0-4f446c8bd2ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7722752'] for segment (b16c89b6-d20b-45e9-9390-ddd4f60b13af), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:18.747258 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3b7e2d41-2a93-402e-ad5f-2804d48ca21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214'] for port (851ad2cc-9215-4036-868f-cae0a2733114), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:18.748998 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e271e2be-48a1-4f46-94c0-4f446c8bd2ba admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=103805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 10:36:18.749578 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e271e2be-48a1-4f46-94c0-4f446c8bd2ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7722752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2774317'] for segment (b16c89b6-d20b-45e9-9390-ddd4f60b13af), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:18.779882 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e2d41-2a93-402e-ad5f-2804d48ca21f None None] Pushing event deleted for resources: {'Port': ['ID=851ad2cc-9215-4036-868f-cae0a2733114,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:36:18.785560 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7e2d41-2a93-402e-ad5f-2804d48ca21f None None] No DVR routers for this DVR port 851ad2cc-9215-4036-868f-cae0a2733114 on host dv-cinder-843493-2-iscsi {{(pid=103807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 10:36:18.790993 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.services.segments.plugin [-] Segment b16c89b6-d20b-45e9-9390-ddd4f60b13af resource provider aggregate not found Jun 15 10:36:18.803723 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86274ef-442e-4d2b-b79c-1922349d2fc7 req-3b5f6002-2980-4969-a07e-dde807ca3625 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:18.805819 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c86274ef-442e-4d2b-b79c-1922349d2fc7 req-3b5f6002-2980-4969-a07e-dde807ca3625 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0264e78-46e5-4622-92f7-b4ea5a4708fd HTTP/1.1" status: 200 len: 931 time: 0.0848463 Jun 15 10:36:18.834183 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.services.segments.plugin [-] Segment b16c89b6-d20b-45e9-9390-ddd4f60b13af resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b16c89b6-d20b-45e9-9390-ddd4f60b13af found for delete ", "request_id": "req-f8819eef-d023-48ca-9d47-5b73f778eab0"}]} Jun 15 10:36:18.844023 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e271e2be-48a1-4f46-94c0-4f446c8bd2ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7722532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-721499'] for network (a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:18.849750 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e271e2be-48a1-4f46-94c0-4f446c8bd2ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for network (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:18.853181 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-e271e2be-48a1-4f46-94c0-4f446c8bd2ba admin admin] 10.222.0.49 "DELETE /v2.0/networks/a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab HTTP/1.1" status: 204 len: 168 time: 0.6777520 Jun 15 10:36:18.862413 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 57764) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:36:18.864586 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e271e2be-48a1-4f46-94c0-4f446c8bd2ba admin admin] Pushing event deleted for resources: {'Network': ['ID=a4ae88dd-d7f0-4a0b-b40d-bef2dda0eeab,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:36:18.948753 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [req-28abe111-5906-415e-a516-1cd7a0095b18 req-c8591e24-3f50-4f02-b3df-d8f16d78fc18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 224da4da-f789-4111-bbb8-87943e241db9 {{(pid=103806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 10:36:18.958359 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-28abe111-5906-415e-a516-1cd7a0095b18 req-c8591e24-3f50-4f02-b3df-d8f16d78fc18 service neutron] Publish callbacks [] for port (224da4da-f789-4111-bbb8-87943e241db9), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:18.966072 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c86274ef-442e-4d2b-b79c-1922349d2fc7 req-1b5c1497-ff6f-401b-9b85-ae73c7ad3cc5 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?id=86e24c15-87f4-45c0-b527-41b786ce8a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534238 Jun 15 10:36:18.986893 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.provisioning_blocks [req-28abe111-5906-415e-a516-1cd7a0095b18 req-c8591e24-3f50-4f02-b3df-d8f16d78fc18 service neutron] Transition to ACTIVE for port object 224da4da-f789-4111-bbb8-87943e241db9 will not be triggered until provisioned by entity L2. {{(pid=103806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 10:36:18.992647 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-28abe111-5906-415e-a516-1cd7a0095b18 req-c8591e24-3f50-4f02-b3df-d8f16d78fc18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-252119569'] for port (224da4da-f789-4111-bbb8-87943e241db9), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:19.116739 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8591e24-3f50-4f02-b3df-d8f16d78fc18 service neutron] Pushing event updated for resources: {'Port': ['ID=224da4da-f789-4111-bbb8-87943e241db9,revision_number=2']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:36:19.200073 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:19.216474 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-28abe111-5906-415e-a516-1cd7a0095b18 req-c8591e24-3f50-4f02-b3df-d8f16d78fc18 service neutron] Attempting to bind port 224da4da-f789-4111-bbb8-87943e241db9 on host hv-cinder-84349 for vnic_type normal with profile {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 10:36:19.216810 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-28abe111-5906-415e-a516-1cd7a0095b18 req-c8591e24-3f50-4f02-b3df-d8f16d78fc18 service neutron] Attempting to bind port 224da4da-f789-4111-bbb8-87943e241db9 by drivers openvswitch,hyperv on host hv-cinder-84349 at level 0 using segments [{'id': '9a53d831-3761-4266-b8b5-121a6bb87f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745'}] {{(pid=103806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 10:36:19.217133 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28abe111-5906-415e-a516-1cd7a0095b18 req-c8591e24-3f50-4f02-b3df-d8f16d78fc18 service neutron] Attempting to bind port 224da4da-f789-4111-bbb8-87943e241db9 on network 56f473a9-939b-4bd2-a5d0-e5eaaaa25745 {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:36:19.241788 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28abe111-5906-415e-a516-1cd7a0095b18 req-c8591e24-3f50-4f02-b3df-d8f16d78fc18 service neutron] Port 224da4da-f789-4111-bbb8-87943e241db9 on network 56f473a9-939b-4bd2-a5d0-e5eaaaa25745 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84349 {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 10:36:19.242105 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28abe111-5906-415e-a516-1cd7a0095b18 req-c8591e24-3f50-4f02-b3df-d8f16d78fc18 service neutron] Attempting to bind port 224da4da-f789-4111-bbb8-87943e241db9 on network 56f473a9-939b-4bd2-a5d0-e5eaaaa25745 {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:36:19.251680 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28abe111-5906-415e-a516-1cd7a0095b18 req-c8591e24-3f50-4f02-b3df-d8f16d78fc18 service neutron] Checking agent: {'id': 'a4349971-e88a-4ea8-a067-54d07204ee65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84349', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 10, 29, 20), 'started_at': datetime.datetime(2022, 6, 15, 10, 29, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 10, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 10:36:19.252006 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28abe111-5906-415e-a516-1cd7a0095b18 req-c8591e24-3f50-4f02-b3df-d8f16d78fc18 service neutron] Checking segment: {'id': '9a53d831-3761-4266-b8b5-121a6bb87f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:36:19.252383 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28abe111-5906-415e-a516-1cd7a0095b18 req-c8591e24-3f50-4f02-b3df-d8f16d78fc18 service neutron] Bound using segment: {'id': '9a53d831-3761-4266-b8b5-121a6bb87f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745'} {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 10:36:19.252797 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-28abe111-5906-415e-a516-1cd7a0095b18 req-c8591e24-3f50-4f02-b3df-d8f16d78fc18 service neutron] Bound port: 224da4da-f789-4111-bbb8-87943e241db9, host: hv-cinder-84349, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a53d831-3761-4266-b8b5-121a6bb87f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745'}}] {{(pid=103806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 10:36:19.253144 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-28abe111-5906-415e-a516-1cd7a0095b18 req-c8591e24-3f50-4f02-b3df-d8f16d78fc18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (224da4da-f789-4111-bbb8-87943e241db9), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:19.421940 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-28abe111-5906-415e-a516-1cd7a0095b18 req-c8591e24-3f50-4f02-b3df-d8f16d78fc18 service neutron] For port 224da4da-f789-4111-bbb8-87943e241db9, host hv-cinder-84349, cleared binding levels {{(pid=103806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 10:36:19.450194 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-28abe111-5906-415e-a516-1cd7a0095b18 req-c8591e24-3f50-4f02-b3df-d8f16d78fc18 service neutron] For port 224da4da-f789-4111-bbb8-87943e241db9, host hv-cinder-84349, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=224da4da-f789-4111-bbb8-87943e241db9,segment=NetworkSegment(9a53d831-3761-4266-b8b5-121a6bb87f69),segment_id=9a53d831-3761-4266-b8b5-121a6bb87f69)] {{(pid=103806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 10:36:19.451197 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:19.461149 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-99f10a8a-9f84-47aa-a180-962594f24cb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-722362'] for router_interface (db57ddc7-072a-4eb6-9491-325453a20fab), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:19.464356 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-28abe111-5906-415e-a516-1cd7a0095b18 req-c8591e24-3f50-4f02-b3df-d8f16d78fc18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-252119569'] for port (224da4da-f789-4111-bbb8-87943e241db9), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:19.566034 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28abe111-5906-415e-a516-1cd7a0095b18 req-c8591e24-3f50-4f02-b3df-d8f16d78fc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:19.566653 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-28abe111-5906-415e-a516-1cd7a0095b18 req-c8591e24-3f50-4f02-b3df-d8f16d78fc18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:19.568069 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-28abe111-5906-415e-a516-1cd7a0095b18 req-c8591e24-3f50-4f02-b3df-d8f16d78fc18 service neutron] 10.222.0.62 "PUT /v2.0/ports/224da4da-f789-4111-bbb8-87943e241db9 HTTP/1.1" status: 200 len: 1093 time: 1.3897848 Jun 15 10:36:19.568581 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0264e78-46e5-4622-92f7-b4ea5a4708fd', 'tag': '224da4da-f789-4111-bbb8-87943e241db9'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:36:19.570826 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15acf06c26f001ded10715ddc8547394d4bbc7e5ff5a4e462e54e6774371169d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127790dd-4dc1-4d8a-84d2-0e38a24c7d11" -d '{"events": [{"name": "network-changed", "server_uuid": "b0264e78-46e5-4622-92f7-b4ea5a4708fd", "tag": "224da4da-f789-4111-bbb8-87943e241db9"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:36:19.600235 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8591e24-3f50-4f02-b3df-d8f16d78fc18 service neutron] Pushing event updated for resources: {'Port': ['ID=224da4da-f789-4111-bbb8-87943e241db9,revision_number=3']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:36:19.630228 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 851ad2cc-9215-4036-868f-cae0a2733114 no longer exists at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 10:36:19.636530 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 10:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16bcaf1-b370-417f-889c-47dc6ff2027b x-openstack-request-id: req-c16bcaf1-b370-417f-889c-47dc6ff2027b {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:36:19.636822 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0264e78-46e5-4622-92f7-b4ea5a4708fd", "tag": "224da4da-f789-4111-bbb8-87943e241db9", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:36:19.637061 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c16bcaf1-b370-417f-889c-47dc6ff2027b {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:36:19.637460 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c16bcaf1-b370-417f-889c-47dc6ff2027b'] response: {'name': 'network-changed', 'server_uuid': 'b0264e78-46e5-4622-92f7-b4ea5a4708fd', 'tag': '224da4da-f789-4111-bbb8-87943e241db9', 'status': 'completed', 'code': 200} Jun 15 10:36:19.650545 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] No Port match for: 851ad2cc-9215-4036-868f-cae0a2733114 {{(pid=103807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 10:36:19.650888 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 851ad2cc-9215-4036-868f-cae0a2733114 not bound to the agent host dv-cinder-843493-2-iscsi {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 10:36:19.651321 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device b6a077b5-408b-4b15-b88a-da68b7b045af no longer exists at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 10:36:19.670848 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] No Port match for: b6a077b5-408b-4b15-b88a-da68b7b045af {{(pid=103807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 10:36:19.671424 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device b6a077b5-408b-4b15-b88a-da68b7b045af not bound to the agent host dv-cinder-843493-2-iscsi {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 10:36:19.760771 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28abe111-5906-415e-a516-1cd7a0095b18 req-91e4872a-9580-4a99-bec0-e2f5a1fb3dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:19.762281 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-28abe111-5906-415e-a516-1cd7a0095b18 req-91e4872a-9580-4a99-bec0-e2f5a1fb3dc6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b683b2d399b54484aa5820537038b8af&device_id=b0264e78-46e5-4622-92f7-b4ea5a4708fd HTTP/1.1" status: 200 len: 1127 time: 0.0984528 Jun 15 10:36:19.825505 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-28abe111-5906-415e-a516-1cd7a0095b18 req-fe5d795d-7d6c-4b54-8eab-573258132099 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=224da4da-f789-4111-bbb8-87943e241db9 HTTP/1.1" status: 200 len: 217 time: 0.0391247 Jun 15 10:36:19.889078 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-99f10a8a-9f84-47aa-a180-962594f24cb8 admin admin] Deleting port 2a1cde97-fb0f-4f97-b0af-1a5eecda68ab {{(pid=103806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:36:19.889411 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-99f10a8a-9f84-47aa-a180-962594f24cb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (2a1cde97-fb0f-4f97-b0af-1a5eecda68ab), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:19.913162 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28abe111-5906-415e-a516-1cd7a0095b18 req-415e147e-4938-45d4-8dfb-5e83fa5c28c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:19.914601 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-28abe111-5906-415e-a516-1cd7a0095b18 req-415e147e-4938-45d4-8dfb-5e83fa5c28c2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=aea43f55-c61e-41b2-b313-b361b1b26da0 HTTP/1.1" status: 200 len: 854 time: 0.0680339 Jun 15 10:36:19.990680 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28abe111-5906-415e-a516-1cd7a0095b18 req-71be40ac-994e-4231-98a3-44e246abef47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:19.992107 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-28abe111-5906-415e-a516-1cd7a0095b18 req-71be40ac-994e-4231-98a3-44e246abef47 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=56f473a9-939b-4bd2-a5d0-e5eaaaa25745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0700343 Jun 15 10:36:20.016936 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [None req-99f10a8a-9f84-47aa-a180-962594f24cb8 admin admin] For port 2a1cde97-fb0f-4f97-b0af-1a5eecda68ab, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=2a1cde97-fb0f-4f97-b0af-1a5eecda68ab,segment=NetworkSegment(779ef3ae-5772-453b-8ca0-70be517fdb67),segment_id=779ef3ae-5772-453b-8ca0-70be517fdb67)] {{(pid=103806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:36:20.017296 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-99f10a8a-9f84-47aa-a180-962594f24cb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (2a1cde97-fb0f-4f97-b0af-1a5eecda68ab), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:20.037087 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:20.049815 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-99f10a8a-9f84-47aa-a180-962594f24cb8 admin admin] Calling delete_port for 2a1cde97-fb0f-4f97-b0af-1a5eecda68ab owned by network:router_interface {{(pid=103806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:36:20.158640 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8134067a-64d6-4bf0-b999-60fa16518500 req-128eb39a-0b2d-471f-afcb-859167dee81c tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:20.160116 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8134067a-64d6-4bf0-b999-60fa16518500 req-128eb39a-0b2d-471f-afcb-859167dee81c tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0264e78-46e5-4622-92f7-b4ea5a4708fd HTTP/1.1" status: 200 len: 943 time: 0.1237674 Jun 15 10:36:20.216676 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-28abe111-5906-415e-a516-1cd7a0095b18 req-9986ced4-0246-4f90-b0fa-79938155cb2c service neutron] 10.222.0.62 "GET /v2.0/networks/56f473a9-939b-4bd2-a5d0-e5eaaaa25745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135122 Jun 15 10:36:20.295331 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8134067a-64d6-4bf0-b999-60fa16518500 req-e207cd5f-8c8f-42ea-8c3a-39576b4ce00b tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?id=86e24c15-87f4-45c0-b527-41b786ce8a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290100 Jun 15 10:36:20.380578 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-28abe111-5906-415e-a516-1cd7a0095b18 req-aa32805e-4257-44f0-b7f6-48355f43630b service neutron] 10.222.0.62 "GET /v2.0/networks/56f473a9-939b-4bd2-a5d0-e5eaaaa25745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562707 Jun 15 10:36:20.418769 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:20.425902 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-99f10a8a-9f84-47aa-a180-962594f24cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (2a1cde97-fb0f-4f97-b0af-1a5eecda68ab), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:20.451681 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f10a8a-9f84-47aa-a180-962594f24cb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a1cde97-fb0f-4f97-b0af-1a5eecda68ab,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:36:20.607813 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-99f10a8a-9f84-47aa-a180-962594f24cb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-722222'] for router_interface (db57ddc7-072a-4eb6-9491-325453a20fab), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:20.806192 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f10a8a-9f84-47aa-a180-962594f24cb8 admin admin] Router db57ddc7-072a-4eb6-9491-325453a20fab has already been hosted by L3 agent 06043943-94cb-49df-a062-a4886c03e673 {{(pid=103806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 10:36:21.105743 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:21.139175 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f10a8a-9f84-47aa-a180-962594f24cb8 admin admin] Notify agent at l3_agent.dv-cinder-843493-2-iscsi the message routers_updated {{(pid=103806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 10:36:21.144121 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-99f10a8a-9f84-47aa-a180-962594f24cb8 admin admin] 10.222.0.49 "PUT /v2.0/routers/db57ddc7-072a-4eb6-9491-325453a20fab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2794752 Jun 15 10:36:21.146537 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 57772) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:36:21.148965 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dd018a-f9be-4457-9e42-241ed6f0ea54 None None] Sync routers for ids ['db57ddc7-072a-4eb6-9491-325453a20fab'] in dv-cinder-843493-2-iscsi {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 10:36:21.160302 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dd018a-f9be-4457-9e42-241ed6f0ea54 None None] Routers {'db57ddc7-072a-4eb6-9491-325453a20fab'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:36:21.160990 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-d6dd018a-f9be-4457-9e42-241ed6f0ea54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:36:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['db57ddc7-072a-4eb6-9491-325453a20fab'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:36:21.243050 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-02fdedd7-6e86-4548-82f4-d3b84dde42b6 admin admin] Publish callbacks [] for router (db57ddc7-072a-4eb6-9491-325453a20fab), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:21.257682 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-d6dd018a-f9be-4457-9e42-241ed6f0ea54 None None] Set router db57ddc7-072a-4eb6-9491-325453a20fab gateway port host: dv-cinder-843493-2-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:36:21.343228 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-02fdedd7-6e86-4548-82f4-d3b84dde42b6 admin admin] Publish callbacks [] for router_gateway (db57ddc7-072a-4eb6-9491-325453a20fab), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:21.387917 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-02fdedd7-6e86-4548-82f4-d3b84dde42b6 admin admin] Deleting port ea7710c0-235c-4681-9f1d-54e975279556 {{(pid=103806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:36:21.388281 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-02fdedd7-6e86-4548-82f4-d3b84dde42b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (ea7710c0-235c-4681-9f1d-54e975279556), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:21.419382 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e91b5b1-abbf-4914-ab7f-74d7a8adca81 req-54c23065-ecd0-4996-9945-4c68ec259ce3 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:21.420902 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-6e91b5b1-abbf-4914-ab7f-74d7a8adca81 req-54c23065-ecd0-4996-9945-4c68ec259ce3 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0264e78-46e5-4622-92f7-b4ea5a4708fd HTTP/1.1" status: 200 len: 943 time: 0.0494332 Jun 15 10:36:21.428115 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-d6dd018a-f9be-4457-9e42-241ed6f0ea54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db57ddc7-072a-4eb6-9491-325453a20fab', 'name': 'tempest-TestMinimumBasicScenario-317971450-router', 'tenant_id': 'ed7082a13129477c8ff6630ced935884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'ea7710c0-235c-4681-9f1d-54e975279556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:33:20Z', 'updated_at': '2022-06-15T10:36:20Z', 'revision_number': 5, 'project_id': 'ed7082a13129477c8ff6630ced935884', 'gw_port': {'id': 'ea7710c0-235c-4681-9f1d-54e975279556', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db57ddc7-072a-4eb6-9491-325453a20fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:33:21Z', 'updated_at': '2022-06-15T10:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi'}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:36:21.453005 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dd018a-f9be-4457-9e42-241ed6f0ea54 None None] Checking router: db57ddc7-072a-4eb6-9491-325453a20fab for host: dv-cinder-843493-2-iscsi {{(pid=103808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 10:36:21.461787 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dd018a-f9be-4457-9e42-241ed6f0ea54 None None] Routers {'db57ddc7-072a-4eb6-9491-325453a20fab'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:36:21.462507 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-d6dd018a-f9be-4457-9e42-241ed6f0ea54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:36:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['db57ddc7-072a-4eb6-9491-325453a20fab'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:36:21.468839 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [None req-02fdedd7-6e86-4548-82f4-d3b84dde42b6 admin admin] For port ea7710c0-235c-4681-9f1d-54e975279556, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=ea7710c0-235c-4681-9f1d-54e975279556,segment=NetworkSegment(cb36ff63-3809-49b1-ae7b-cd8646780a76),segment_id=cb36ff63-3809-49b1-ae7b-cd8646780a76)] {{(pid=103806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:36:21.469746 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-02fdedd7-6e86-4548-82f4-d3b84dde42b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (ea7710c0-235c-4681-9f1d-54e975279556), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:21.472239 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-6e91b5b1-abbf-4914-ab7f-74d7a8adca81 req-12ffe0c4-0d35-434e-afb5-dc89488f1cc5 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?id=86e24c15-87f4-45c0-b527-41b786ce8a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449398 Jun 15 10:36:21.492567 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-02fdedd7-6e86-4548-82f4-d3b84dde42b6 admin admin] Calling delete_port for ea7710c0-235c-4681-9f1d-54e975279556 owned by network:router_gateway {{(pid=103806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:36:21.548774 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-d6dd018a-f9be-4457-9e42-241ed6f0ea54 None None] Set router db57ddc7-072a-4eb6-9491-325453a20fab gateway port host: None {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:36:21.557637 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:21.570483 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127790dd-4dc1-4d8a-84d2-0e38a24c7d11 req-bfdbae5c-f37c-4370-890c-4d8479f605b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:21.572053 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-127790dd-4dc1-4d8a-84d2-0e38a24c7d11 req-bfdbae5c-f37c-4370-890c-4d8479f605b3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b683b2d399b54484aa5820537038b8af&device_id=b0264e78-46e5-4622-92f7-b4ea5a4708fd HTTP/1.1" status: 200 len: 1127 time: 0.0752282 Jun 15 10:36:21.604457 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-d6dd018a-f9be-4457-9e42-241ed6f0ea54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db57ddc7-072a-4eb6-9491-325453a20fab', 'name': 'tempest-TestMinimumBasicScenario-317971450-router', 'tenant_id': 'ed7082a13129477c8ff6630ced935884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:33:20Z', 'updated_at': '2022-06-15T10:36:21Z', 'revision_number': 6, 'project_id': 'ed7082a13129477c8ff6630ced935884', 'gw_port_host': None}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:36:21.630953 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dd018a-f9be-4457-9e42-241ed6f0ea54 None None] The sync data for ids ['db57ddc7-072a-4eb6-9491-325453a20fab'] in dv-cinder-843493-2-iscsi is: [{'id': 'db57ddc7-072a-4eb6-9491-325453a20fab', 'name': 'tempest-TestMinimumBasicScenario-317971450-router', 'tenant_id': 'ed7082a13129477c8ff6630ced935884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:33:20Z', 'updated_at': '2022-06-15T10:36:21Z', 'revision_number': 6, 'project_id': 'ed7082a13129477c8ff6630ced935884', 'gw_port_host': None}] {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 10:36:21.720729 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (a4349971-e88a-4ea8-a067-54d07204ee65), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:21.721651 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127790dd-4dc1-4d8a-84d2-0e38a24c7d11 req-8b8373d0-b588-4266-af42-5859a3aa1b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:21.723148 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-127790dd-4dc1-4d8a-84d2-0e38a24c7d11 req-8b8373d0-b588-4266-af42-5859a3aa1b41 service neutron] 10.222.0.62 "GET /v2.0/networks?id=56f473a9-939b-4bd2-a5d0-e5eaaaa25745 HTTP/1.1" status: 200 len: 916 time: 0.1438522 Jun 15 10:36:21.785502 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-127790dd-4dc1-4d8a-84d2-0e38a24c7d11 req-8b34a296-cf6a-4194-8424-aa5a2c10e1f6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=224da4da-f789-4111-bbb8-87943e241db9 HTTP/1.1" status: 200 len: 217 time: 0.0409591 Jun 15 10:36:21.829710 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-02fdedd7-6e86-4548-82f4-d3b84dde42b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (ea7710c0-235c-4681-9f1d-54e975279556), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:21.859055 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fdedd7-6e86-4548-82f4-d3b84dde42b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea7710c0-235c-4681-9f1d-54e975279556,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:36:21.867438 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127790dd-4dc1-4d8a-84d2-0e38a24c7d11 req-ecfdc6e3-f226-436a-b7da-29ec0e529ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:21.868908 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-127790dd-4dc1-4d8a-84d2-0e38a24c7d11 req-ecfdc6e3-f226-436a-b7da-29ec0e529ba3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=aea43f55-c61e-41b2-b313-b361b1b26da0 HTTP/1.1" status: 200 len: 854 time: 0.0758009 Jun 15 10:36:21.921032 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:21.964450 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127790dd-4dc1-4d8a-84d2-0e38a24c7d11 req-f4f8de9f-ff2c-40fe-916e-902ca4cce135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:21.965949 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-127790dd-4dc1-4d8a-84d2-0e38a24c7d11 req-f4f8de9f-ff2c-40fe-916e-902ca4cce135 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=56f473a9-939b-4bd2-a5d0-e5eaaaa25745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0781462 Jun 15 10:36:21.968725 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-02fdedd7-6e86-4548-82f4-d3b84dde42b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-721535'] for router_gateway (db57ddc7-072a-4eb6-9491-325453a20fab), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:22.095814 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-02fdedd7-6e86-4548-82f4-d3b84dde42b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-378'] for router (db57ddc7-072a-4eb6-9491-325453a20fab), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:22.099285 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-02fdedd7-6e86-4548-82f4-d3b84dde42b6 admin admin] Publish callbacks [] for router_controller (db57ddc7-072a-4eb6-9491-325453a20fab), precommit_delete_associations {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:22.193767 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-02fdedd7-6e86-4548-82f4-d3b84dde42b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-721391'] for router (db57ddc7-072a-4eb6-9491-325453a20fab), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:22.194433 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02fdedd7-6e86-4548-82f4-d3b84dde42b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db57ddc7-072a-4eb6-9491-325453a20fab {{(pid=103806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 15 10:36:22.206225 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-02fdedd7-6e86-4548-82f4-d3b84dde42b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:22.207369 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-02fdedd7-6e86-4548-82f4-d3b84dde42b6 admin admin] 10.222.0.49 "DELETE /v2.0/routers/db57ddc7-072a-4eb6-9491-325453a20fab HTTP/1.1" status: 204 len: 168 time: 1.0598800 Jun 15 10:36:22.210186 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 57776) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:36:22.213088 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-127790dd-4dc1-4d8a-84d2-0e38a24c7d11 req-0ee49327-e7e4-422a-ae67-59526b5c15bf service neutron] 10.222.0.62 "GET /v2.0/networks/56f473a9-939b-4bd2-a5d0-e5eaaaa25745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277997 Jun 15 10:36:22.255477 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.db.db_base_plugin_v2 [None req-22e6565d-f1b0-4666-8622-fa8e6762db2e admin admin] Deleting subnet 09060b13-9d03-4376-bc5b-78f03ed3e68c {{(pid=103805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 10:36:22.258656 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-22e6565d-f1b0-4666-8622-fa8e6762db2e admin admin] Publish callbacks [] for subnet (09060b13-9d03-4376-bc5b-78f03ed3e68c), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:22.296536 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-22e6565d-f1b0-4666-8622-fa8e6762db2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2839202'] for subnet (09060b13-9d03-4376-bc5b-78f03ed3e68c), precommit_delete_associations {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:22.308733 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-127790dd-4dc1-4d8a-84d2-0e38a24c7d11 req-03d8af21-cac2-4ab0-863c-37c35cd462c9 service neutron] 10.222.0.62 "GET /v2.0/networks/56f473a9-939b-4bd2-a5d0-e5eaaaa25745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888939 Jun 15 10:36:22.377640 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-22e6565d-f1b0-4666-8622-fa8e6762db2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7722939'] for subnet (09060b13-9d03-4376-bc5b-78f03ed3e68c), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:22.431774 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-22e6565d-f1b0-4666-8622-fa8e6762db2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7722882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2774387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3530355'] for subnet (09060b13-9d03-4376-bc5b-78f03ed3e68c), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:22.462045 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e6565d-f1b0-4666-8622-fa8e6762db2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09060b13-9d03-4376-bc5b-78f03ed3e68c,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:36:22.465889 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-22e6565d-f1b0-4666-8622-fa8e6762db2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for subnet (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:22.469618 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-22e6565d-f1b0-4666-8622-fa8e6762db2e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/09060b13-9d03-4376-bc5b-78f03ed3e68c HTTP/1.1" status: 204 len: 168 time: 0.2578468 Jun 15 10:36:22.472031 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 57782) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:36:22.478301 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730f306c-ada9-4874-b3aa-ced7f5688a2f None None] Network d2bc88db-3b98-40da-8906-9a54c1362036 requested from dv-cinder-843493-2-iscsi {{(pid=103807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 10:36:22.518263 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:22.518263 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:22.549322 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-16b2ef68-9303-4894-ac55-1d34ad79417e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7810747'] for network (d2bc88db-3b98-40da-8906-9a54c1362036), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:22.561290 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:22.617219 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.plugin [None req-16b2ef68-9303-4894-ac55-1d34ad79417e admin admin] Deleting port 7b359c0a-a38d-4cea-8aa6-e2db7151f066 {{(pid=103805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:36:22.617596 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-16b2ef68-9303-4894-ac55-1d34ad79417e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (7b359c0a-a38d-4cea-8aa6-e2db7151f066), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:22.686977 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1c4b30-fb82-484c-ba07-781b90d54913 None None] DHCP port deletion for d2bc88db-3b98-40da-8906-9a54c1362036 request from dv-cinder-843493-2-iscsi {{(pid=103807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 15 10:36:22.701984 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 224da4da-f789-4111-bbb8-87943e241db9 details requested by agent hyperv_hv-cinder-84349 with host hv-cinder-84349 {{(pid=103807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 10:36:22.703408 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.db [None req-16b2ef68-9303-4894-ac55-1d34ad79417e admin admin] For port 7b359c0a-a38d-4cea-8aa6-e2db7151f066, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=7b359c0a-a38d-4cea-8aa6-e2db7151f066,segment=NetworkSegment(779ef3ae-5772-453b-8ca0-70be517fdb67),segment_id=779ef3ae-5772-453b-8ca0-70be517fdb67)] {{(pid=103805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:36:22.703816 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-16b2ef68-9303-4894-ac55-1d34ad79417e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (7b359c0a-a38d-4cea-8aa6-e2db7151f066), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:22.708808 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0705eddf-8e77-4446-bcd8-fdd970ea9fa0 req-3e39bd84-bced-4b28-abe3-bc20857020c3 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:22.710449 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0705eddf-8e77-4446-bcd8-fdd970ea9fa0 req-3e39bd84-bced-4b28-abe3-bc20857020c3 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0264e78-46e5-4622-92f7-b4ea5a4708fd HTTP/1.1" status: 200 len: 943 time: 0.1053565 Jun 15 10:36:22.712951 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-640e30ac-d135-4f88-84f9-0e34ae903f52 req-77f625d5-9a4d-47b6-88df-81731be919b9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b30aa81b-0ccd-437d-b0dc-401f2ba90533&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1197698 Jun 15 10:36:22.731316 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.plugin [None req-16b2ef68-9303-4894-ac55-1d34ad79417e admin admin] Calling delete_port for 7b359c0a-a38d-4cea-8aa6-e2db7151f066 owned by network:dhcp {{(pid=103805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:36:22.780918 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-5e1c4b30-fb82-484c-ba07-781b90d54913 None None] Deleting port 7b359c0a-a38d-4cea-8aa6-e2db7151f066 {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:36:22.782057 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-5e1c4b30-fb82-484c-ba07-781b90d54913 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (7b359c0a-a38d-4cea-8aa6-e2db7151f066), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:22.820346 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0705eddf-8e77-4446-bcd8-fdd970ea9fa0 req-1e5e3d9c-6197-4cda-97c8-e57a676e8ea0 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?id=86e24c15-87f4-45c0-b527-41b786ce8a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022818 Jun 15 10:36:22.829439 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e30ac-d135-4f88-84f9-0e34ae903f52 req-36be4efb-0c85-4f6d-b68d-9d6932c15f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:22.831076 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-640e30ac-d135-4f88-84f9-0e34ae903f52 req-36be4efb-0c85-4f6d-b68d-9d6932c15f98 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=993c57bae00b4a0db1d8de0f5017630a&device_id=b30aa81b-0ccd-437d-b0dc-401f2ba90533 HTTP/1.1" status: 200 len: 1130 time: 0.0465395 Jun 15 10:36:22.841249 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:22.859281 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-16b2ef68-9303-4894-ac55-1d34ad79417e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2774366'] for port (7b359c0a-a38d-4cea-8aa6-e2db7151f066), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:22.883757 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:22.900040 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b2ef68-9303-4894-ac55-1d34ad79417e admin admin] No DVR routers for this DVR port 7b359c0a-a38d-4cea-8aa6-e2db7151f066 on host dv-cinder-843493-2-iscsi {{(pid=103805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 10:36:22.903680 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b2ef68-9303-4894-ac55-1d34ad79417e admin admin] Pushing event deleted for resources: {'Port': ['ID=7b359c0a-a38d-4cea-8aa6-e2db7151f066,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:36:22.949843 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-5e1c4b30-fb82-484c-ba07-781b90d54913 None None] For port 7b359c0a-a38d-4cea-8aa6-e2db7151f066, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=7b359c0a-a38d-4cea-8aa6-e2db7151f066,segment=NetworkSegment(779ef3ae-5772-453b-8ca0-70be517fdb67),segment_id=779ef3ae-5772-453b-8ca0-70be517fdb67)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:36:22.950397 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-5e1c4b30-fb82-484c-ba07-781b90d54913 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (7b359c0a-a38d-4cea-8aa6-e2db7151f066), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:22.971812 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-5e1c4b30-fb82-484c-ba07-781b90d54913 None None] Calling delete_port for 7b359c0a-a38d-4cea-8aa6-e2db7151f066 owned by network:dhcp {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:36:22.996801 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-16b2ef68-9303-4894-ac55-1d34ad79417e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7721322', 'neutron.services.segments.db._delete_segments_for_network-8732880543290'] for network (d2bc88db-3b98-40da-8906-9a54c1362036), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:23.000303 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port 224da4da-f789-4111-bbb8-87943e241db9, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=224da4da-f789-4111-bbb8-87943e241db9,segment=NetworkSegment(9a53d831-3761-4266-b8b5-121a6bb87f69),segment_id=9a53d831-3761-4266-b8b5-121a6bb87f69)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:36:23.009462 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e30ac-d135-4f88-84f9-0e34ae903f52 req-3a28b4aa-24b6-49f6-b0c0-65f73a5a22fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:23.011017 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-640e30ac-d135-4f88-84f9-0e34ae903f52 req-3a28b4aa-24b6-49f6-b0c0-65f73a5a22fa service neutron] 10.222.0.62 "GET /v2.0/networks?id=5357f5ea-5034-4116-bf4e-1ab906c37c40 HTTP/1.1" status: 200 len: 920 time: 0.1407280 Jun 15 10:36:23.023327 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.services.segments.db [None req-16b2ef68-9303-4894-ac55-1d34ad79417e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2bc88db-3b98-40da-8906-9a54c1362036']}} {{(pid=103805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:36:23.035268 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.services.segments.db [None req-16b2ef68-9303-4894-ac55-1d34ad79417e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '779ef3ae-5772-453b-8ca0-70be517fdb67') {'for_net_delete': True} {{(pid=103805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:36:23.035658 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.services.segments.db [None req-16b2ef68-9303-4894-ac55-1d34ad79417e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '779ef3ae-5772-453b-8ca0-70be517fdb67') {} {{(pid=103805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:36:23.042932 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Returning: {'device': '224da4da-f789-4111-bbb8-87943e241db9', 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745', 'port_id': '224da4da-f789-4111-bbb8-87943e241db9', 'mac_address': 'fa:16:3e:f5:2a:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aea43f55-c61e-41b2-b313-b361b1b26da0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 10:36:23.045738 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-16b2ef68-9303-4894-ac55-1d34ad79417e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732880541633', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2839227'] for segment (779ef3ae-5772-453b-8ca0-70be517fdb67), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:23.056570 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-640e30ac-d135-4f88-84f9-0e34ae903f52 req-564aabb4-7d8e-4b85-a945-c34c08ab77bb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e9fd3cd-585e-471d-9874-b29128afe6b7 HTTP/1.1" status: 200 len: 217 time: 0.0364070 Jun 15 10:36:23.059161 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-16b2ef68-9303-4894-ac55-1d34ad79417e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7722752'] for segment (779ef3ae-5772-453b-8ca0-70be517fdb67), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:23.065533 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16b2ef68-9303-4894-ac55-1d34ad79417e admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=103805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 10:36:23.066069 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-16b2ef68-9303-4894-ac55-1d34ad79417e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7722752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2774317'] for segment (779ef3ae-5772-453b-8ca0-70be517fdb67), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:23.097520 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.services.segments.plugin [-] Segment 779ef3ae-5772-453b-8ca0-70be517fdb67 resource provider aggregate not found Jun 15 10:36:23.110581 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Current status of the port 224da4da-f789-4111-bbb8-87943e241db9 is: DOWN; New status is: BUILD {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:36:23.110906 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (224da4da-f789-4111-bbb8-87943e241db9), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:23.124168 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-5e1c4b30-fb82-484c-ba07-781b90d54913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214'] for port (7b359c0a-a38d-4cea-8aa6-e2db7151f066), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:23.127780 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.services.segments.plugin [-] Segment 779ef3ae-5772-453b-8ca0-70be517fdb67 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 779ef3ae-5772-453b-8ca0-70be517fdb67 found for delete ", "request_id": "req-be0e60c3-9799-4b9a-a2cb-d2ad20600755"}]} Jun 15 10:36:23.133581 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 224da4da-f789-4111-bbb8-87943e241db9 {{(pid=103807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 10:36:23.136004 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-16b2ef68-9303-4894-ac55-1d34ad79417e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7722532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-721499'] for network (d2bc88db-3b98-40da-8906-9a54c1362036), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:23.141466 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-16b2ef68-9303-4894-ac55-1d34ad79417e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for network (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:23.145500 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-16b2ef68-9303-4894-ac55-1d34ad79417e admin admin] 10.222.0.49 "DELETE /v2.0/networks/d2bc88db-3b98-40da-8906-9a54c1362036 HTTP/1.1" status: 204 len: 168 time: 0.6719513 Jun 15 10:36:23.159114 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b2ef68-9303-4894-ac55-1d34ad79417e admin admin] Pushing event deleted for resources: {'Network': ['ID=d2bc88db-3b98-40da-8906-9a54c1362036,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:36:23.161687 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1c4b30-fb82-484c-ba07-781b90d54913 None None] Pushing event deleted for resources: {'Port': ['ID=7b359c0a-a38d-4cea-8aa6-e2db7151f066,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:36:23.166621 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1c4b30-fb82-484c-ba07-781b90d54913 None None] No DVR routers for this DVR port 7b359c0a-a38d-4cea-8aa6-e2db7151f066 on host dv-cinder-843493-2-iscsi {{(pid=103807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 10:36:23.176852 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port 224da4da-f789-4111-bbb8-87943e241db9, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=224da4da-f789-4111-bbb8-87943e241db9,segment=NetworkSegment(9a53d831-3761-4266-b8b5-121a6bb87f69),segment_id=9a53d831-3761-4266-b8b5-121a6bb87f69)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:36:23.186770 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (224da4da-f789-4111-bbb8-87943e241db9), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:23.236981 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Pushing event updated for resources: {'Port': ['ID=224da4da-f789-4111-bbb8-87943e241db9,revision_number=4']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:36:23.328089 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 57800) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:36:23.367815 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-fa146ef3-e635-4bc8-9b90-35d6f6b48ed5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=440f69d2725e435ab11b2fc658e1e745&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380795 Jun 15 10:36:23.370084 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 57802) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:36:23.417208 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-d2a07620-12e5-4be1-8efd-0ee4fbc9664c admin admin] Publish callbacks [] for security_group (af8f7a35-f212-49d3-a09d-67bd4f9005b3), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:23.438768 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-d2a07620-12e5-4be1-8efd-0ee4fbc9664c admin admin] Publish callbacks [] for security_group (af8f7a35-f212-49d3-a09d-67bd4f9005b3), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:23.440538 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e30ac-d135-4f88-84f9-0e34ae903f52 req-6ce21e81-de48-457d-a392-094a32e0fbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:23.441995 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-640e30ac-d135-4f88-84f9-0e34ae903f52 req-6ce21e81-de48-457d-a392-094a32e0fbcd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d0adbd34-bf07-4fba-a812-11643023d5f4 HTTP/1.1" status: 200 len: 858 time: 0.0438752 Jun 15 10:36:23.491756 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e30ac-d135-4f88-84f9-0e34ae903f52 req-d1771d8e-de4c-4f0c-a3d4-49474f8cb476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:23.493320 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-640e30ac-d135-4f88-84f9-0e34ae903f52 req-d1771d8e-de4c-4f0c-a3d4-49474f8cb476 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5357f5ea-5034-4116-bf4e-1ab906c37c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426126 Jun 15 10:36:23.494180 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-d2a07620-12e5-4be1-8efd-0ee4fbc9664c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (af8f7a35-f212-49d3-a09d-67bd4f9005b3), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:23.496657 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-d2a07620-12e5-4be1-8efd-0ee4fbc9664c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:23.497897 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-d2a07620-12e5-4be1-8efd-0ee4fbc9664c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/af8f7a35-f212-49d3-a09d-67bd4f9005b3 HTTP/1.1" status: 204 len: 168 time: 0.1268673 Jun 15 10:36:23.510702 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a07620-12e5-4be1-8efd-0ee4fbc9664c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8f7a35-f212-49d3-a09d-67bd4f9005b3,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:36:23.599386 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] get_ports_and_sgs() called for port_ids ['224da4da-f789-4111-bbb8-87943e241db9'] {{(pid=103807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 10:36:23.620384 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-640e30ac-d135-4f88-84f9-0e34ae903f52 req-f186eba3-a29c-446a-8f3c-6ac12d7c7c50 service neutron] 10.222.0.62 "GET /v2.0/networks/5357f5ea-5034-4116-bf4e-1ab906c37c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188738 Jun 15 10:36:23.664813 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 2a1cde97-fb0f-4f97-b0af-1a5eecda68ab no longer exists at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 10:36:23.712331 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] No Port match for: 2a1cde97-fb0f-4f97-b0af-1a5eecda68ab {{(pid=103807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 10:36:23.713077 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 2a1cde97-fb0f-4f97-b0af-1a5eecda68ab not bound to the agent host dv-cinder-843493-2-iscsi {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 10:36:23.713689 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device ea7710c0-235c-4681-9f1d-54e975279556 no longer exists at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 10:36:23.749899 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] No Port match for: ea7710c0-235c-4681-9f1d-54e975279556 {{(pid=103807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 10:36:23.751287 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device ea7710c0-235c-4681-9f1d-54e975279556 not bound to the agent host dv-cinder-843493-2-iscsi {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 10:36:23.752200 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 7b359c0a-a38d-4cea-8aa6-e2db7151f066 no longer exists at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 10:36:23.756532 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-640e30ac-d135-4f88-84f9-0e34ae903f52 req-08f1918a-6810-4d5f-b96b-298c1aa1332d service neutron] 10.222.0.62 "GET /v2.0/networks/5357f5ea-5034-4116-bf4e-1ab906c37c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275492 Jun 15 10:36:23.803544 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] No Port match for: 7b359c0a-a38d-4cea-8aa6-e2db7151f066 {{(pid=103807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 10:36:23.804039 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 7b359c0a-a38d-4cea-8aa6-e2db7151f066 not bound to the agent host dv-cinder-843493-2-iscsi {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 10:36:23.970151 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05eb1d-6894-46c6-8576-fc1ea4b963e6 req-6563048f-8362-4b78-a020-1e038e9f80de tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:23.971930 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-2f05eb1d-6894-46c6-8576-fc1ea4b963e6 req-6563048f-8362-4b78-a020-1e038e9f80de tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0264e78-46e5-4622-92f7-b4ea5a4708fd HTTP/1.1" status: 200 len: 944 time: 0.0522437 Jun 15 10:36:24.024130 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-2f05eb1d-6894-46c6-8576-fc1ea4b963e6 req-130ffba5-5863-48c1-8198-0c9ea98bdc3f tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?id=86e24c15-87f4-45c0-b527-41b786ce8a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447924 Jun 15 10:36:24.035226 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 57814) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:36:24.074717 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-c0d01968-6f1d-4a67-9296-3983b4bd6d21 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ed7082a13129477c8ff6630ced935884&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383239 Jun 15 10:36:24.077083 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 57816) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:36:24.121462 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=100 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:24.125341 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-408f1b47-7f47-4381-b3cf-b9a370afa4e0 admin admin] Publish callbacks [] for security_group (3a578877-0ed0-4a79-b68d-33bf872db084), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:24.146075 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-408f1b47-7f47-4381-b3cf-b9a370afa4e0 admin admin] Publish callbacks [] for security_group (3a578877-0ed0-4a79-b68d-33bf872db084), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:24.196486 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-408f1b47-7f47-4381-b3cf-b9a370afa4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (3a578877-0ed0-4a79-b68d-33bf872db084), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:24.199710 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-408f1b47-7f47-4381-b3cf-b9a370afa4e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:24.200855 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-408f1b47-7f47-4381-b3cf-b9a370afa4e0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3a578877-0ed0-4a79-b68d-33bf872db084 HTTP/1.1" status: 204 len: 168 time: 0.1228762 Jun 15 10:36:24.212134 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408f1b47-7f47-4381-b3cf-b9a370afa4e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a578877-0ed0-4a79-b68d-33bf872db084,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:36:24.709954 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 224da4da-f789-4111-bbb8-87943e241db9 up at agent hyperv_hv-cinder-84349 {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:36:24.742709 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:24.752587 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:24.753985 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Provisioning for port 224da4da-f789-4111-bbb8-87943e241db9 completed by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 10:36:24.760205 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Provisioning complete for port 224da4da-f789-4111-bbb8-87943e241db9 triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:36:24.760596 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (224da4da-f789-4111-bbb8-87943e241db9), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:24.834686 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Current status of the port 224da4da-f789-4111-bbb8-87943e241db9 is: BUILD; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:36:24.835252 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (224da4da-f789-4111-bbb8-87943e241db9), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:24.975131 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0264e78-46e5-4622-92f7-b4ea5a4708fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224da4da-f789-4111-bbb8-87943e241db9'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:36:24.977226 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9205ebd0146601a57e336ba0e259bffcba8e9192005a2aa68aaaf98781184b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db08dcdf-67cc-40bd-8b4b-f73899155772" -d '{"events": [{"server_uuid": "b0264e78-46e5-4622-92f7-b4ea5a4708fd", "name": "network-vif-plugged", "status": "completed", "tag": "224da4da-f789-4111-bbb8-87943e241db9"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:36:24.989403 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port 224da4da-f789-4111-bbb8-87943e241db9, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=224da4da-f789-4111-bbb8-87943e241db9,segment=NetworkSegment(9a53d831-3761-4266-b8b5-121a6bb87f69),segment_id=9a53d831-3761-4266-b8b5-121a6bb87f69)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:36:24.993666 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (224da4da-f789-4111-bbb8-87943e241db9), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:25.015509 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 10:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45113f43-712f-496a-8eee-709459add1b3 x-openstack-request-id: req-45113f43-712f-496a-8eee-709459add1b3 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:36:25.016463 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0264e78-46e5-4622-92f7-b4ea5a4708fd", "name": "network-vif-plugged", "status": "completed", "tag": "224da4da-f789-4111-bbb8-87943e241db9", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:36:25.016708 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-45113f43-712f-496a-8eee-709459add1b3 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:36:25.017093 dv-cinder-843493-2-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45113f43-712f-496a-8eee-709459add1b3'] response: {'server_uuid': 'b0264e78-46e5-4622-92f7-b4ea5a4708fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224da4da-f789-4111-bbb8-87943e241db9', 'code': 200} Jun 15 10:36:25.042947 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Pushing event updated for resources: {'Port': ['ID=224da4da-f789-4111-bbb8-87943e241db9,revision_number=5']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:36:25.152486 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc70748-2727-4f2c-81bd-01448a3c0caf req-3bdf0d14-22bf-4d43-a1e7-e1f205f27e30 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:25.154215 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6fc70748-2727-4f2c-81bd-01448a3c0caf req-3bdf0d14-22bf-4d43-a1e7-e1f205f27e30 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0264e78-46e5-4622-92f7-b4ea5a4708fd HTTP/1.1" status: 200 len: 945 time: 0.0563169 Jun 15 10:36:25.205292 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6fc70748-2727-4f2c-81bd-01448a3c0caf req-712e4ef1-87a7-4389-b314-bd9f5ef6bffe tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?id=86e24c15-87f4-45c0-b527-41b786ce8a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451038 Jun 15 10:36:25.254304 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c3787-29b3-49d5-950b-699d15a41510 req-464f3d44-5648-47fa-8845-0f8f45ddec66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:25.255805 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a89c3787-29b3-49d5-950b-699d15a41510 req-464f3d44-5648-47fa-8845-0f8f45ddec66 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b0264e78-46e5-4622-92f7-b4ea5a4708fd HTTP/1.1" status: 200 len: 1129 time: 0.0388594 Jun 15 10:36:25.309817 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a89c3787-29b3-49d5-950b-699d15a41510 req-3506e587-e9af-4d9d-970c-593b28c1208f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=86e24c15-87f4-45c0-b527-41b786ce8a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422449 Jun 15 10:36:25.377191 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd6223-9d2b-4342-886d-b6609271b253 req-768b383b-c4b5-4ae2-aabc-6c2695c74bdb tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:25.378641 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9fdd6223-9d2b-4342-886d-b6609271b253 req-768b383b-c4b5-4ae2-aabc-6c2695c74bdb tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 945 time: 0.0460401 Jun 15 10:36:25.428082 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9fdd6223-9d2b-4342-886d-b6609271b253 req-3d881cb4-c64f-4e33-9821-2071d3f3fbda tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=97d90431-fd3e-46cc-9afa-e6e743d84baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439987 Jun 15 10:36:26.326765 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3900dd70-2ef3-4e2d-b61d-b59a4dc10a2f req-d404e067-21a5-4d88-904f-9140d1fe1279 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:26.328795 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-3900dd70-2ef3-4e2d-b61d-b59a4dc10a2f req-d404e067-21a5-4d88-904f-9140d1fe1279 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0264e78-46e5-4622-92f7-b4ea5a4708fd HTTP/1.1" status: 200 len: 945 time: 0.0492496 Jun 15 10:36:26.378028 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-3900dd70-2ef3-4e2d-b61d-b59a4dc10a2f req-5be58c9c-fec3-4887-9c78-a738e5659dfe tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?id=86e24c15-87f4-45c0-b527-41b786ce8a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438137 Jun 15 10:36:26.541925 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d873d-a7f5-4ffd-a62c-c674cb6b104f req-7b67f9ed-32eb-42c8-9f47-059b2e7f9a5e tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:26.543453 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5c7d873d-a7f5-4ffd-a62c-c674cb6b104f req-7b67f9ed-32eb-42c8-9f47-059b2e7f9a5e tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 945 time: 0.0475080 Jun 15 10:36:26.589335 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5c7d873d-a7f5-4ffd-a62c-c674cb6b104f req-0a01a07f-ab1e-4a06-9155-992077c45057 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=97d90431-fd3e-46cc-9afa-e6e743d84baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398595 Jun 15 10:36:27.489585 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c9b57-0fd7-4711-9677-b0e034f39632 req-c32e4f1c-3afc-4960-a2ad-9f6b2d2a94c6 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:27.491005 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-401c9b57-0fd7-4711-9677-b0e034f39632 req-c32e4f1c-3afc-4960-a2ad-9f6b2d2a94c6 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0264e78-46e5-4622-92f7-b4ea5a4708fd HTTP/1.1" status: 200 len: 945 time: 0.0463116 Jun 15 10:36:27.508343 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:27.540297 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-401c9b57-0fd7-4711-9677-b0e034f39632 req-2ccb8e6c-451e-438b-b8cf-100fb9e090eb tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?id=86e24c15-87f4-45c0-b527-41b786ce8a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438557 Jun 15 10:36:27.702641 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab4f578-5316-4632-af58-65ce3a635188 req-f43d7b0e-e36c-45aa-be2b-fbc9248f0a84 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:27.704671 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5ab4f578-5316-4632-af58-65ce3a635188 req-f43d7b0e-e36c-45aa-be2b-fbc9248f0a84 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 945 time: 0.0457404 Jun 15 10:36:27.749320 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5ab4f578-5316-4632-af58-65ce3a635188 req-b78c179b-5e14-4ac4-8362-dd7d9b893ded tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=97d90431-fd3e-46cc-9afa-e6e743d84baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390069 Jun 15 10:36:28.651365 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86639563-39eb-4677-a279-f5ba1f3ce3a8 req-d5eed27d-d5be-4f29-a093-a53224cb60bc tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:28.653066 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-86639563-39eb-4677-a279-f5ba1f3ce3a8 req-d5eed27d-d5be-4f29-a093-a53224cb60bc tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0264e78-46e5-4622-92f7-b4ea5a4708fd HTTP/1.1" status: 200 len: 945 time: 0.0467715 Jun 15 10:36:28.697829 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-86639563-39eb-4677-a279-f5ba1f3ce3a8 req-afc21760-e7aa-41ff-bddc-783fe604c733 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?id=86e24c15-87f4-45c0-b527-41b786ce8a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393744 Jun 15 10:36:28.826335 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:28.864714 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5b76f2-e6af-434d-8ee3-726d0c9313f0 req-e664b7da-5f80-44ea-b27e-3d2f4eeb7dc1 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:28.866163 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7f5b76f2-e6af-434d-8ee3-726d0c9313f0 req-e664b7da-5f80-44ea-b27e-3d2f4eeb7dc1 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 945 time: 0.0494678 Jun 15 10:36:28.911898 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7f5b76f2-e6af-434d-8ee3-726d0c9313f0 req-9d10240f-bef4-42ee-bb1c-4ce80fe41453 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=97d90431-fd3e-46cc-9afa-e6e743d84baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403452 Jun 15 10:36:29.815909 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37421bb7-b405-4392-a595-3a051298fc2e req-6f09d8ae-06e6-45f0-9ac4-6e4d121df065 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:29.817308 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-37421bb7-b405-4392-a595-3a051298fc2e req-6f09d8ae-06e6-45f0-9ac4-6e4d121df065 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0264e78-46e5-4622-92f7-b4ea5a4708fd HTTP/1.1" status: 200 len: 945 time: 0.0507226 Jun 15 10:36:29.864393 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-37421bb7-b405-4392-a595-3a051298fc2e req-829b3eda-6118-441b-beb1-25371b9b9b03 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?id=86e24c15-87f4-45c0-b527-41b786ce8a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415533 Jun 15 10:36:29.885673 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2412e87b-93bb-492f-88f9-f6ddeb0688ec req-b756da3f-6610-42e7-9004-41e3e8f9a57d tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:29.887221 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2412e87b-93bb-492f-88f9-f6ddeb0688ec req-b756da3f-6610-42e7-9004-41e3e8f9a57d tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.62 "GET /v2.0/ports?device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 945 time: 0.0479136 Jun 15 10:36:29.994285 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [req-2412e87b-93bb-492f-88f9-f6ddeb0688ec req-3d494b13-b661-483c-b22d-73317c8367cd tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Deleting port b55b6c61-87be-499d-9c71-6698d6514e2d {{(pid=103806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:36:29.994632 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-2412e87b-93bb-492f-88f9-f6ddeb0688ec req-3d494b13-b661-483c-b22d-73317c8367cd tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (b55b6c61-87be-499d-9c71-6698d6514e2d), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:30.048625 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24eb3be-bca5-4613-8cbd-d50c5ae37671 req-166247a9-f25b-41ce-9c80-285ca7c083e7 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:30.050104 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f24eb3be-bca5-4613-8cbd-d50c5ae37671 req-166247a9-f25b-41ce-9c80-285ca7c083e7 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 945 time: 0.0707755 Jun 15 10:36:30.144880 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-2412e87b-93bb-492f-88f9-f6ddeb0688ec req-3d494b13-b661-483c-b22d-73317c8367cd tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] For port b55b6c61-87be-499d-9c71-6698d6514e2d, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=b55b6c61-87be-499d-9c71-6698d6514e2d,segment=NetworkSegment(6837b548-608f-4f53-bc65-e11808045c9a),segment_id=6837b548-608f-4f53-bc65-e11808045c9a)] {{(pid=103806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:36:30.145154 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-2412e87b-93bb-492f-88f9-f6ddeb0688ec req-3d494b13-b661-483c-b22d-73317c8367cd tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (b55b6c61-87be-499d-9c71-6698d6514e2d), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:30.150200 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f24eb3be-bca5-4613-8cbd-d50c5ae37671 req-307adc81-205c-44bc-bdba-4381be762310 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=97d90431-fd3e-46cc-9afa-e6e743d84baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946512 Jun 15 10:36:30.189852 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:30.307550 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-2412e87b-93bb-492f-88f9-f6ddeb0688ec req-3d494b13-b661-483c-b22d-73317c8367cd tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:30.307911 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-2412e87b-93bb-492f-88f9-f6ddeb0688ec req-3d494b13-b661-483c-b22d-73317c8367cd tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-721338'] for floatingip (ad1adaaa-8dae-4f7b-aab8-e3f3ae9d56cb), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:30.308223 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.db.l3_db [req-2412e87b-93bb-492f-88f9-f6ddeb0688ec req-3d494b13-b661-483c-b22d-73317c8367cd tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Floating IP ad1adaaa-8dae-4f7b-aab8-e3f3ae9d56cb disassociated. External IP: 172.27.0.39, port: b55b6c61-87be-499d-9c71-6698d6514e2d. Jun 15 10:36:30.308566 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [req-2412e87b-93bb-492f-88f9-f6ddeb0688ec req-3d494b13-b661-483c-b22d-73317c8367cd tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Calling delete_port for b55b6c61-87be-499d-9c71-6698d6514e2d owned by compute:nova {{(pid=103806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:36:30.433083 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-2412e87b-93bb-492f-88f9-f6ddeb0688ec req-3d494b13-b661-483c-b22d-73317c8367cd tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (b55b6c61-87be-499d-9c71-6698d6514e2d), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:30.458700 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d494b13-b661-483c-b22d-73317c8367cd tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Pushing event deleted for resources: {'Port': ['ID=b55b6c61-87be-499d-9c71-6698d6514e2d,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:36:30.566357 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2412e87b-93bb-492f-88f9-f6ddeb0688ec req-3d494b13-b661-483c-b22d-73317c8367cd tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Router 95f3bb7c-a043-4f67-9816-ac38c8ca03f3 has already been hosted by L3 agent 06043943-94cb-49df-a062-a4886c03e673 {{(pid=103806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 10:36:30.633363 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:30.666868 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2412e87b-93bb-492f-88f9-f6ddeb0688ec req-3d494b13-b661-483c-b22d-73317c8367cd tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Notify agent at l3_agent.dv-cinder-843493-2-iscsi the message routers_updated {{(pid=103806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 10:36:30.676511 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec350b5-f8e0-4ebc-8995-c0557ba6486c None None] Sync routers for ids ['95f3bb7c-a043-4f67-9816-ac38c8ca03f3'] in dv-cinder-843493-2-iscsi {{(pid=103807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 10:36:30.686827 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec350b5-f8e0-4ebc-8995-c0557ba6486c None None] Routers {'95f3bb7c-a043-4f67-9816-ac38c8ca03f3'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:36:30.688483 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-5ec350b5-f8e0-4ebc-8995-c0557ba6486c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:36:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['95f3bb7c-a043-4f67-9816-ac38c8ca03f3'], 'active': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:36:30.712429 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [req-2412e87b-93bb-492f-88f9-f6ddeb0688ec req-3d494b13-b661-483c-b22d-73317c8367cd tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] No DVR routers for this DVR port b55b6c61-87be-499d-9c71-6698d6514e2d on host hv-cinder-84349 {{(pid=103806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 10:36:30.714861 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-2412e87b-93bb-492f-88f9-f6ddeb0688ec req-3d494b13-b661-483c-b22d-73317c8367cd tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:30.718127 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2412e87b-93bb-492f-88f9-f6ddeb0688ec req-3d494b13-b661-483c-b22d-73317c8367cd tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.62 "DELETE /v2.0/ports/b55b6c61-87be-499d-9c71-6698d6514e2d HTTP/1.1" status: 204 len: 173 time: 0.8138256 Jun 15 10:36:30.718564 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dc2e258-7d46-483d-b6d9-8c11d75d9b09', 'name': 'network-vif-deleted', 'tag': 'b55b6c61-87be-499d-9c71-6698d6514e2d'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:36:30.720817 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15acf06c26f001ded10715ddc8547394d4bbc7e5ff5a4e462e54e6774371169d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03718938-b8fd-49ba-b694-9194845e3304" -d '{"events": [{"server_uuid": "2dc2e258-7d46-483d-b6d9-8c11d75d9b09", "name": "network-vif-deleted", "tag": "b55b6c61-87be-499d-9c71-6698d6514e2d"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:36:30.770796 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 10:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435b7b91-cba4-437a-9704-908c840bd8f3 x-openstack-request-id: req-435b7b91-cba4-437a-9704-908c840bd8f3 {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:36:30.771037 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dc2e258-7d46-483d-b6d9-8c11d75d9b09", "name": "network-vif-deleted", "tag": "b55b6c61-87be-499d-9c71-6698d6514e2d", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:36:30.771312 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-435b7b91-cba4-437a-9704-908c840bd8f3 {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:36:30.771747 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-435b7b91-cba4-437a-9704-908c840bd8f3'] response: {'server_uuid': '2dc2e258-7d46-483d-b6d9-8c11d75d9b09', 'name': 'network-vif-deleted', 'tag': 'b55b6c61-87be-499d-9c71-6698d6514e2d', 'status': 'completed', 'code': 200} Jun 15 10:36:30.797019 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvr_db [None req-5ec350b5-f8e0-4ebc-8995-c0557ba6486c None None] Set router 95f3bb7c-a043-4f67-9816-ac38c8ca03f3 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:36:30.988575 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74626d8a-7227-48c1-a37d-6d05482e4f21 req-d969d4e7-4b7a-4ae7-bcd2-71322467c631 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:30.990937 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-74626d8a-7227-48c1-a37d-6d05482e4f21 req-d969d4e7-4b7a-4ae7-bcd2-71322467c631 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0264e78-46e5-4622-92f7-b4ea5a4708fd HTTP/1.1" status: 200 len: 945 time: 0.0493665 Jun 15 10:36:31.011605 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-5ec350b5-f8e0-4ebc-8995-c0557ba6486c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f3bb7c-a043-4f67-9816-ac38c8ca03f3', 'name': 'tempest-ServerRescueNegativeTestJSON-1419186222-router', 'tenant_id': '993c57bae00b4a0db1d8de0f5017630a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'b7bd4cac-b4b2-460c-a99b-a7ea3afa1580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:13Z', 'updated_at': '2022-06-15T10:31:20Z', 'revision_number': 4, 'project_id': '993c57bae00b4a0db1d8de0f5017630a', 'gw_port': {'id': 'b7bd4cac-b4b2-460c-a99b-a7ea3afa1580', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f3bb7c-a043-4f67-9816-ac38c8ca03f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:14Z', 'updated_at': '2022-06-15T10:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': '661b3675-95e9-4505-bbd9-a060f28ffbe2', 'name': '', 'network_id': '5357f5ea-5034-4116-bf4e-1ab906c37c40', 'tenant_id': '993c57bae00b4a0db1d8de0f5017630a', 'mac_address': 'fa:16:3e:ce:08:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f3bb7c-a043-4f67-9816-ac38c8ca03f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd0adbd34-bf07-4fba-a812-11643023d5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:18Z', 'updated_at': '2022-06-15T10:31:31Z', 'revision_number': 5, 'project_id': '993c57bae00b4a0db1d8de0f5017630a', 'subnets': [{'id': 'd0adbd34-bf07-4fba-a812-11643023d5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:36:31.036823 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec350b5-f8e0-4ebc-8995-c0557ba6486c None None] Checking router: 95f3bb7c-a043-4f67-9816-ac38c8ca03f3 for host: dv-cinder-843493-2-iscsi {{(pid=103807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 10:36:31.042742 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-74626d8a-7227-48c1-a37d-6d05482e4f21 req-516d5ad1-44c6-4b20-8627-a4d7408ad609 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?id=86e24c15-87f4-45c0-b527-41b786ce8a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448475 Jun 15 10:36:31.045073 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec350b5-f8e0-4ebc-8995-c0557ba6486c None None] Routers {'95f3bb7c-a043-4f67-9816-ac38c8ca03f3'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:36:31.046207 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-5ec350b5-f8e0-4ebc-8995-c0557ba6486c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:36:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['95f3bb7c-a043-4f67-9816-ac38c8ca03f3'], 'active': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:36:31.148327 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvr_db [None req-5ec350b5-f8e0-4ebc-8995-c0557ba6486c None None] Set router 95f3bb7c-a043-4f67-9816-ac38c8ca03f3 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:36:31.151850 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a24988f-0acb-4a54-a4bb-2097fdadf1d8 req-d5adc73a-a78e-4827-9fcf-b7a3268bfa3f tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:31.153610 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-6a24988f-0acb-4a54-a4bb-2097fdadf1d8 req-d5adc73a-a78e-4827-9fcf-b7a3268bfa3f tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0264e78-46e5-4622-92f7-b4ea5a4708fd HTTP/1.1" status: 200 len: 945 time: 0.0462613 Jun 15 10:36:31.162761 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 57860) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:36:31.167228 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-dfe14784-6e95-4196-8ddd-68586dcf654d tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Request body: {'floatingip': {'port_id': '224da4da-f789-4111-bbb8-87943e241db9'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:36:31.213442 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-dfe14784-6e95-4196-8ddd-68586dcf654d tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for floatingip (59146a66-42c5-4476-8fe6-31fcbb9925a5), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:31.295304 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-48572158-1dec-4b54-b950-09cec35db0cf req-efa8d3d7-b3fd-4ac7-aca1-38b2ebddd4c9 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dc2e258-7d46-483d-b6d9-8c11d75d9b09 HTTP/1.1" status: 200 len: 210 time: 0.0524845 Jun 15 10:36:31.344753 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-5ec350b5-f8e0-4ebc-8995-c0557ba6486c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f3bb7c-a043-4f67-9816-ac38c8ca03f3', 'name': 'tempest-ServerRescueNegativeTestJSON-1419186222-router', 'tenant_id': '993c57bae00b4a0db1d8de0f5017630a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'b7bd4cac-b4b2-460c-a99b-a7ea3afa1580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:13Z', 'updated_at': '2022-06-15T10:31:20Z', 'revision_number': 4, 'project_id': '993c57bae00b4a0db1d8de0f5017630a', 'gw_port': {'id': 'b7bd4cac-b4b2-460c-a99b-a7ea3afa1580', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f3bb7c-a043-4f67-9816-ac38c8ca03f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:14Z', 'updated_at': '2022-06-15T10:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': '661b3675-95e9-4505-bbd9-a060f28ffbe2', 'name': '', 'network_id': '5357f5ea-5034-4116-bf4e-1ab906c37c40', 'tenant_id': '993c57bae00b4a0db1d8de0f5017630a', 'mac_address': 'fa:16:3e:ce:08:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f3bb7c-a043-4f67-9816-ac38c8ca03f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd0adbd34-bf07-4fba-a812-11643023d5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:18Z', 'updated_at': '2022-06-15T10:31:31Z', 'revision_number': 5, 'project_id': '993c57bae00b4a0db1d8de0f5017630a', 'subnets': [{'id': 'd0adbd34-bf07-4fba-a812-11643023d5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:36:31.374994 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec350b5-f8e0-4ebc-8995-c0557ba6486c None None] The sync data for ids ['95f3bb7c-a043-4f67-9816-ac38c8ca03f3'] in dv-cinder-843493-2-iscsi is: [{'id': '95f3bb7c-a043-4f67-9816-ac38c8ca03f3', 'name': 'tempest-ServerRescueNegativeTestJSON-1419186222-router', 'tenant_id': '993c57bae00b4a0db1d8de0f5017630a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'b7bd4cac-b4b2-460c-a99b-a7ea3afa1580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:13Z', 'updated_at': '2022-06-15T10:31:20Z', 'revision_number': 4, 'project_id': '993c57bae00b4a0db1d8de0f5017630a', 'gw_port': {'id': 'b7bd4cac-b4b2-460c-a99b-a7ea3afa1580', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f3bb7c-a043-4f67-9816-ac38c8ca03f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:14Z', 'updated_at': '2022-06-15T10:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': '661b3675-95e9-4505-bbd9-a060f28ffbe2', 'name': '', 'network_id': '5357f5ea-5034-4116-bf4e-1ab906c37c40', 'tenant_id': '993c57bae00b4a0db1d8de0f5017630a', 'mac_address': 'fa:16:3e:ce:08:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f3bb7c-a043-4f67-9816-ac38c8ca03f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd0adbd34-bf07-4fba-a812-11643023d5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:18Z', 'updated_at': '2022-06-15T10:31:31Z', 'revision_number': 5, 'project_id': '993c57bae00b4a0db1d8de0f5017630a', 'subnets': [{'id': 'd0adbd34-bf07-4fba-a812-11643023d5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 10:36:31.607367 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=43 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:31.608758 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=40 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:31.618285 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9d348a-4fbf-48a9-9392-d08faa6a3bb7 None None] New status for floating IP ad1adaaa-8dae-4f7b-aab8-e3f3ae9d56cb: DOWN {{(pid=103808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 10:36:31.820378 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:31.912272 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-dfe14784-6e95-4196-8ddd-68586dcf654d tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:31.916570 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-dfe14784-6e95-4196-8ddd-68586dcf654d tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-721338'] for floatingip (59146a66-42c5-4476-8fe6-31fcbb9925a5), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:32.008277 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.db.l3_db [None req-dfe14784-6e95-4196-8ddd-68586dcf654d tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Floating IP 59146a66-42c5-4476-8fe6-31fcbb9925a5 associated. External IP: 172.27.0.193, port: 224da4da-f789-4111-bbb8-87943e241db9. Jun 15 10:36:32.202311 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfe14784-6e95-4196-8ddd-68586dcf654d tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Router 2fa8359a-ff8d-42fb-bdf9-fa2b54045d47 has already been hosted by L3 agent 06043943-94cb-49df-a062-a4886c03e673 {{(pid=103806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 10:36:32.284359 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:32.305530 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe14784-6e95-4196-8ddd-68586dcf654d tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Notify agent at l3_agent.dv-cinder-843493-2-iscsi the message routers_updated {{(pid=103806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 10:36:32.309705 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-dfe14784-6e95-4196-8ddd-68586dcf654d tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for floatingip (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:32.314445 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b2b142-9376-4914-89d0-47cd5f317a8c None None] Sync routers for ids ['2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'] in dv-cinder-843493-2-iscsi {{(pid=103807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 10:36:32.323795 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b2b142-9376-4914-89d0-47cd5f317a8c None None] Routers {'2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:36:32.324798 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-a9b2b142-9376-4914-89d0-47cd5f317a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:36:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'], 'active': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:36:32.340115 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-dfe14784-6e95-4196-8ddd-68586dcf654d tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "PUT /v2.0/floatingips/59146a66-42c5-4476-8fe6-31fcbb9925a5 HTTP/1.1" status: 200 len: 991 time: 1.1761827 Jun 15 10:36:32.381283 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 57870) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:36:32.398601 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:32.408628 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:32.426420 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:32.428429 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvr_db [None req-a9b2b142-9376-4914-89d0-47cd5f317a8c None None] Set router 2fa8359a-ff8d-42fb-bdf9-fa2b54045d47 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:36:32.441334 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-46cc4451-0412-41ee-aaf0-c3fa03340bf6 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks [] for security_group (97d90431-fd3e-46cc-9afa-e6e743d84baa), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:32.464413 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-46cc4451-0412-41ee-aaf0-c3fa03340bf6 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks [] for security_group (97d90431-fd3e-46cc-9afa-e6e743d84baa), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:32.516864 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-46cc4451-0412-41ee-aaf0-c3fa03340bf6 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (97d90431-fd3e-46cc-9afa-e6e743d84baa), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:32.519297 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-46cc4451-0412-41ee-aaf0-c3fa03340bf6 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:32.522820 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-46cc4451-0412-41ee-aaf0-c3fa03340bf6 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "DELETE /v2.0/security-groups/97d90431-fd3e-46cc-9afa-e6e743d84baa HTTP/1.1" status: 204 len: 168 time: 0.1381643 Jun 15 10:36:32.523235 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 57872) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:36:32.529933 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cc4451-0412-41ee-aaf0-c3fa03340bf6 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d90431-fd3e-46cc-9afa-e6e743d84baa,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:36:32.538405 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.api.v2.resource [None req-934c6ae1-704d-453f-abe5-8d0583fd894a tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] show failed (client error): The resource could not be found. Jun 15 10:36:32.538877 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cc4451-0412-41ee-aaf0-c3fa03340bf6 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:36:32.539427 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cc4451-0412-41ee-aaf0-c3fa03340bf6 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:36:32.539564 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-934c6ae1-704d-453f-abe5-8d0583fd894a tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups/97d90431-fd3e-46cc-9afa-e6e743d84baa HTTP/1.1" status: 404 len: 347 time: 0.0152357 Jun 15 10:36:32.540030 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cc4451-0412-41ee-aaf0-c3fa03340bf6 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:36:32.540519 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cc4451-0412-41ee-aaf0-c3fa03340bf6 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:36:32.540861 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cc4451-0412-41ee-aaf0-c3fa03340bf6 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:36:32.541194 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cc4451-0412-41ee-aaf0-c3fa03340bf6 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:36:32.541882 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cc4451-0412-41ee-aaf0-c3fa03340bf6 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:36:32.541882 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cc4451-0412-41ee-aaf0-c3fa03340bf6 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:36:32.542166 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cc4451-0412-41ee-aaf0-c3fa03340bf6 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:36:32.542488 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cc4451-0412-41ee-aaf0-c3fa03340bf6 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:36:32.542809 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cc4451-0412-41ee-aaf0-c3fa03340bf6 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:36:32.543503 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cc4451-0412-41ee-aaf0-c3fa03340bf6 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:36:32.543503 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cc4451-0412-41ee-aaf0-c3fa03340bf6 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:36:32.543731 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 57874) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:36:32.543831 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cc4451-0412-41ee-aaf0-c3fa03340bf6 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:36:32.544077 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cc4451-0412-41ee-aaf0-c3fa03340bf6 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:36:32.646809 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-a9b2b142-9376-4914-89d0-47cd5f317a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'name': 'tempest-AttachVolumeNegativeTest-1378705910-router', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '1fc86ff8-2de6-4082-a231-6fe0f6affa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:15Z', 'updated_at': '2022-06-15T10:31:30Z', 'revision_number': 4, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'gw_port': {'id': '1fc86ff8-2de6-4082-a231-6fe0f6affa60', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:18Z', 'updated_at': '2022-06-15T10:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_floatingips': [{'id': '59146a66-42c5-4476-8fe6-31fcbb9925a5', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'floating_ip_address': '172.27.0.193', 'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'router_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'port_id': '224da4da-f789-4111-bbb8-87943e241db9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745', 'mac_address': 'fa:16:3e:f5:2a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0264e78-46e5-4622-92f7-b4ea5a4708fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T10:36:14Z', 'updated_at': '2022-06-15T10:36:31Z', 'revision_number': 1, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ff7bcb-1c2c-4396-bffa-259cffd9e868', 'name': '', 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'mac_address': 'fa:16:3e:88:2d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'aea43f55-c61e-41b2-b313-b361b1b26da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:25Z', 'updated_at': '2022-06-15T10:31:38Z', 'revision_number': 5, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'subnets': [{'id': 'aea43f55-c61e-41b2-b313-b361b1b26da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:36:32.659434 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-fada29bb-3ddf-4f51-a417-fe8e5f7def44 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Deleting port fbc1e931-a4eb-4414-8fcd-68c431b4daab {{(pid=103806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:36:32.659780 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fada29bb-3ddf-4f51-a417-fe8e5f7def44 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (fbc1e931-a4eb-4414-8fcd-68c431b4daab), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:32.672391 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b2b142-9376-4914-89d0-47cd5f317a8c None None] Checking router: 2fa8359a-ff8d-42fb-bdf9-fa2b54045d47 for host: dv-cinder-843493-2-iscsi {{(pid=103807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 10:36:32.680827 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b2b142-9376-4914-89d0-47cd5f317a8c None None] Routers {'2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:36:32.681429 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-a9b2b142-9376-4914-89d0-47cd5f317a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:36:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'], 'active': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:36:32.737458 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fada29bb-3ddf-4f51-a417-fe8e5f7def44 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (fbc1e931-a4eb-4414-8fcd-68c431b4daab), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:32.737700 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fada29bb-3ddf-4f51-a417-fe8e5f7def44 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks [] for floatingip (fbc1e931-a4eb-4414-8fcd-68c431b4daab), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:32.750487 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-fada29bb-3ddf-4f51-a417-fe8e5f7def44 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Calling delete_port for fbc1e931-a4eb-4414-8fcd-68c431b4daab owned by network:floatingip {{(pid=103806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:36:32.750699 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device b55b6c61-87be-499d-9c71-6698d6514e2d no longer exists at agent hyperv_hv-cinder-84349 {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 10:36:32.778007 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] No Port match for: b55b6c61-87be-499d-9c71-6698d6514e2d {{(pid=103807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 10:36:32.778350 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device b55b6c61-87be-499d-9c71-6698d6514e2d not bound to the agent host hv-cinder-84349 {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 10:36:32.788636 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0264e78-46e5-4622-92f7-b4ea5a4708fd', 'tag': '224da4da-f789-4111-bbb8-87943e241db9'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:36:32.791160 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15acf06c26f001ded10715ddc8547394d4bbc7e5ff5a4e462e54e6774371169d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa2ca66-4e66-488c-8aad-a4ade38e8e4b" -d '{"events": [{"name": "network-changed", "server_uuid": "b0264e78-46e5-4622-92f7-b4ea5a4708fd", "tag": "224da4da-f789-4111-bbb8-87943e241db9"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:36:32.812569 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvr_db [None req-a9b2b142-9376-4914-89d0-47cd5f317a8c None None] Set router 2fa8359a-ff8d-42fb-bdf9-fa2b54045d47 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:36:32.826884 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 10:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7afaf859-2678-4b7f-a050-aa25271db7fb x-openstack-request-id: req-7afaf859-2678-4b7f-a050-aa25271db7fb {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:36:32.827201 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0264e78-46e5-4622-92f7-b4ea5a4708fd", "tag": "224da4da-f789-4111-bbb8-87943e241db9", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:36:32.827457 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7afaf859-2678-4b7f-a050-aa25271db7fb {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:36:32.827844 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7afaf859-2678-4b7f-a050-aa25271db7fb'] response: {'name': 'network-changed', 'server_uuid': 'b0264e78-46e5-4622-92f7-b4ea5a4708fd', 'tag': '224da4da-f789-4111-bbb8-87943e241db9', 'status': 'completed', 'code': 200} Jun 15 10:36:32.877348 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:32.904185 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fada29bb-3ddf-4f51-a417-fe8e5f7def44 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (fbc1e931-a4eb-4414-8fcd-68c431b4daab), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:32.932634 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fada29bb-3ddf-4f51-a417-fe8e5f7def44 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Pushing event deleted for resources: {'Port': ['ID=fbc1e931-a4eb-4414-8fcd-68c431b4daab,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:36:32.945739 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fada29bb-3ddf-4f51-a417-fe8e5f7def44 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:36:32.946096 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fada29bb-3ddf-4f51-a417-fe8e5f7def44 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:36:32.946433 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fada29bb-3ddf-4f51-a417-fe8e5f7def44 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:36:32.946776 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fada29bb-3ddf-4f51-a417-fe8e5f7def44 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:36:32.947153 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fada29bb-3ddf-4f51-a417-fe8e5f7def44 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:36:32.947522 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fada29bb-3ddf-4f51-a417-fe8e5f7def44 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:36:32.947779 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fada29bb-3ddf-4f51-a417-fe8e5f7def44 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:36:32.948102 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fada29bb-3ddf-4f51-a417-fe8e5f7def44 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:36:32.948423 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fada29bb-3ddf-4f51-a417-fe8e5f7def44 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:36:32.948908 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fada29bb-3ddf-4f51-a417-fe8e5f7def44 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:36:32.949055 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fada29bb-3ddf-4f51-a417-fe8e5f7def44 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:36:32.949357 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fada29bb-3ddf-4f51-a417-fe8e5f7def44 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:36:32.949674 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fada29bb-3ddf-4f51-a417-fe8e5f7def44 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:36:32.949989 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fada29bb-3ddf-4f51-a417-fe8e5f7def44 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:36:32.950303 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fada29bb-3ddf-4f51-a417-fe8e5f7def44 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:36:33.007519 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fada29bb-3ddf-4f51-a417-fe8e5f7def44 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks [] for floatingip (ad1adaaa-8dae-4f7b-aab8-e3f3ae9d56cb), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:33.009940 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fada29bb-3ddf-4f51-a417-fe8e5f7def44 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for floatingip (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:33.013635 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-fada29bb-3ddf-4f51-a417-fe8e5f7def44 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "DELETE /v2.0/floatingips/ad1adaaa-8dae-4f7b-aab8-e3f3ae9d56cb HTTP/1.1" status: 204 len: 168 time: 0.4662879 Jun 15 10:36:33.041177 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-a9b2b142-9376-4914-89d0-47cd5f317a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'name': 'tempest-AttachVolumeNegativeTest-1378705910-router', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '1fc86ff8-2de6-4082-a231-6fe0f6affa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:15Z', 'updated_at': '2022-06-15T10:31:30Z', 'revision_number': 4, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'gw_port': {'id': '1fc86ff8-2de6-4082-a231-6fe0f6affa60', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:18Z', 'updated_at': '2022-06-15T10:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_floatingips': [{'id': '59146a66-42c5-4476-8fe6-31fcbb9925a5', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'floating_ip_address': '172.27.0.193', 'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'router_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'port_id': '224da4da-f789-4111-bbb8-87943e241db9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745', 'mac_address': 'fa:16:3e:f5:2a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0264e78-46e5-4622-92f7-b4ea5a4708fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T10:36:14Z', 'updated_at': '2022-06-15T10:36:31Z', 'revision_number': 1, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ff7bcb-1c2c-4396-bffa-259cffd9e868', 'name': '', 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'mac_address': 'fa:16:3e:88:2d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'aea43f55-c61e-41b2-b313-b361b1b26da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:25Z', 'updated_at': '2022-06-15T10:31:38Z', 'revision_number': 5, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'subnets': [{'id': 'aea43f55-c61e-41b2-b313-b361b1b26da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:36:33.068444 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b2b142-9376-4914-89d0-47cd5f317a8c None None] The sync data for ids ['2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'] in dv-cinder-843493-2-iscsi is: [{'id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'name': 'tempest-AttachVolumeNegativeTest-1378705910-router', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '1fc86ff8-2de6-4082-a231-6fe0f6affa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:15Z', 'updated_at': '2022-06-15T10:31:30Z', 'revision_number': 4, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'gw_port': {'id': '1fc86ff8-2de6-4082-a231-6fe0f6affa60', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:18Z', 'updated_at': '2022-06-15T10:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_floatingips': [{'id': '59146a66-42c5-4476-8fe6-31fcbb9925a5', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'floating_ip_address': '172.27.0.193', 'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'router_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'port_id': '224da4da-f789-4111-bbb8-87943e241db9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745', 'mac_address': 'fa:16:3e:f5:2a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0264e78-46e5-4622-92f7-b4ea5a4708fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T10:36:14Z', 'updated_at': '2022-06-15T10:36:31Z', 'revision_number': 1, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ff7bcb-1c2c-4396-bffa-259cffd9e868', 'name': '', 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'mac_address': 'fa:16:3e:88:2d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'aea43f55-c61e-41b2-b313-b361b1b26da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:25Z', 'updated_at': '2022-06-15T10:31:38Z', 'revision_number': 5, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'subnets': [{'id': 'aea43f55-c61e-41b2-b313-b361b1b26da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 10:36:33.103486 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2ca66-4e66-488c-8aad-a4ade38e8e4b req-9a7a36f0-9b22-4afa-975e-60958b978d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:33.105045 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7fa2ca66-4e66-488c-8aad-a4ade38e8e4b req-9a7a36f0-9b22-4afa-975e-60958b978d56 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b683b2d399b54484aa5820537038b8af&device_id=b0264e78-46e5-4622-92f7-b4ea5a4708fd HTTP/1.1" status: 200 len: 1129 time: 0.2265704 Jun 15 10:36:33.205111 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2ca66-4e66-488c-8aad-a4ade38e8e4b req-516385ae-3b75-46d1-a725-a2af68e32b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:33.206593 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7fa2ca66-4e66-488c-8aad-a4ade38e8e4b req-516385ae-3b75-46d1-a725-a2af68e32b68 service neutron] 10.222.0.62 "GET /v2.0/networks?id=56f473a9-939b-4bd2-a5d0-e5eaaaa25745 HTTP/1.1" status: 200 len: 916 time: 0.0949090 Jun 15 10:36:33.275957 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7fa2ca66-4e66-488c-8aad-a4ade38e8e4b req-f91e48b1-fcd5-4327-8441-28ce832e0f72 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=224da4da-f789-4111-bbb8-87943e241db9 HTTP/1.1" status: 200 len: 999 time: 0.0619762 Jun 15 10:36:33.280347 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853737c2-83ca-466a-83a8-b412ed556454 None None] New status for floating IP 59146a66-42c5-4476-8fe6-31fcbb9925a5: ACTIVE {{(pid=103808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 10:36:33.331860 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2ca66-4e66-488c-8aad-a4ade38e8e4b req-cad59a07-c05c-4aee-849a-80cf8f1c2dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:33.333309 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7fa2ca66-4e66-488c-8aad-a4ade38e8e4b req-cad59a07-c05c-4aee-849a-80cf8f1c2dda service neutron] 10.222.0.62 "GET /v2.0/subnets?id=aea43f55-c61e-41b2-b313-b361b1b26da0 HTTP/1.1" status: 200 len: 854 time: 0.0494249 Jun 15 10:36:33.379931 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2ca66-4e66-488c-8aad-a4ade38e8e4b req-b319b609-84f6-4350-aa09-45dc3454d1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:33.381540 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7fa2ca66-4e66-488c-8aad-a4ade38e8e4b req-b319b609-84f6-4350-aa09-45dc3454d1b2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=56f473a9-939b-4bd2-a5d0-e5eaaaa25745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409489 Jun 15 10:36:33.473391 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7fa2ca66-4e66-488c-8aad-a4ade38e8e4b req-73548083-2803-4027-8f21-dda16bb79a2b service neutron] 10.222.0.62 "GET /v2.0/networks/56f473a9-939b-4bd2-a5d0-e5eaaaa25745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845277 Jun 15 10:36:33.567116 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7fa2ca66-4e66-488c-8aad-a4ade38e8e4b req-edfcac0d-7666-4f01-b5ff-1a0f573a6269 service neutron] 10.222.0.62 "GET /v2.0/networks/56f473a9-939b-4bd2-a5d0-e5eaaaa25745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864744 Jun 15 10:36:34.482509 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ae094-eb38-4fa3-8fc2-3a43f564337d req-105285ad-ed41-474b-b4b8-57ffb8f1690b tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:34.483886 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-376ae094-eb38-4fa3-8fc2-3a43f564337d req-105285ad-ed41-474b-b4b8-57ffb8f1690b tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 945 time: 0.0463018 Jun 15 10:36:34.529999 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-376ae094-eb38-4fa3-8fc2-3a43f564337d req-3e80d7cb-b07c-4f1e-a193-0e948fd1b626 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398686 Jun 15 10:36:35.520221 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84575931-1801-4996-9b93-ce2b858c8cd7 req-f2cdd9fb-4852-45c3-b305-249c77f4ab91 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:35.521588 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-84575931-1801-4996-9b93-ce2b858c8cd7 req-f2cdd9fb-4852-45c3-b305-249c77f4ab91 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 945 time: 0.0465760 Jun 15 10:36:35.569051 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-84575931-1801-4996-9b93-ce2b858c8cd7 req-dcfa1a02-7908-4bb2-9102-b38b05986269 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419307 Jun 15 10:36:35.648639 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879fd14-1015-46c2-b949-9bda1b3e39aa req-0233a696-3582-4015-8151-2792e43bb63c tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:35.650078 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0879fd14-1015-46c2-b949-9bda1b3e39aa req-0233a696-3582-4015-8151-2792e43bb63c tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 945 time: 0.0468078 Jun 15 10:36:35.669577 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:35.697081 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0879fd14-1015-46c2-b949-9bda1b3e39aa req-86c187bf-bb7c-4d93-89aa-8e12077ffcc5 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412750 Jun 15 10:36:36.511096 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba81f8-5385-4236-b720-f1db8cc97889 req-f935da5f-e718-4ed0-84c1-8fc98b223878 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:36.512566 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5eba81f8-5385-4236-b720-f1db8cc97889 req-f935da5f-e718-4ed0-84c1-8fc98b223878 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 945 time: 0.0492706 Jun 15 10:36:36.559147 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5eba81f8-5385-4236-b720-f1db8cc97889 req-5cfe7981-427e-4120-8161-f7a669ed6701 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406902 Jun 15 10:36:36.689966 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e43f24-ab31-4260-a3b0-3095cc47b1c7 req-8134cc95-eae3-4d35-a103-de015f4d5112 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:36.691456 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-26e43f24-ab31-4260-a3b0-3095cc47b1c7 req-8134cc95-eae3-4d35-a103-de015f4d5112 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 945 time: 0.0507879 Jun 15 10:36:36.738499 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-26e43f24-ab31-4260-a3b0-3095cc47b1c7 req-ce4bd50d-7cfd-4a2f-a200-8af5b421af55 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415130 Jun 15 10:36:36.807783 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244ec90-9054-4e9e-b7a1-d23fa01b51d9 req-71ebfc05-d789-4127-a6a9-81650466ab5f tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:36.809259 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2244ec90-9054-4e9e-b7a1-d23fa01b51d9 req-71ebfc05-d789-4127-a6a9-81650466ab5f tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 945 time: 0.0467644 Jun 15 10:36:36.855913 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2244ec90-9054-4e9e-b7a1-d23fa01b51d9 req-07af3bcd-348d-4682-b2a2-d267f18ddbf9 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405228 Jun 15 10:36:37.676820 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d1c81-f852-4c72-9e40-31c0f7db8e9d req-bf723a9f-19a0-4668-a8fb-f0049419fe69 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:37.678264 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-6b0d1c81-f852-4c72-9e40-31c0f7db8e9d req-bf723a9f-19a0-4668-a8fb-f0049419fe69 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 945 time: 0.0464039 Jun 15 10:36:37.724082 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-6b0d1c81-f852-4c72-9e40-31c0f7db8e9d req-9f8fa7e3-ba3e-4e64-8158-513e21ab1d50 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403926 Jun 15 10:36:37.843852 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=100 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:37.863459 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c1a28f-f120-47d3-881d-f198485c7198 req-fe876082-57b0-4ebf-97b6-f1a83da79546 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:37.864970 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c7c1a28f-f120-47d3-881d-f198485c7198 req-fe876082-57b0-4ebf-97b6-f1a83da79546 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 945 time: 0.0526614 Jun 15 10:36:37.913553 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c7c1a28f-f120-47d3-881d-f198485c7198 req-8e66d05a-7d73-4676-a108-23528bb4b8b2 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426159 Jun 15 10:36:37.971063 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35746a6e-b40c-43bb-bb0a-d7f597fed857 req-6eaf573f-8b5a-49d6-89ae-f1009b2ac24a tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:37.972794 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-35746a6e-b40c-43bb-bb0a-d7f597fed857 req-6eaf573f-8b5a-49d6-89ae-f1009b2ac24a tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 945 time: 0.0470607 Jun 15 10:36:38.023502 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-35746a6e-b40c-43bb-bb0a-d7f597fed857 req-828fb145-0e1a-4670-9e2e-21b5e597232e tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449600 Jun 15 10:36:38.840592 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601209ed-e316-4afd-b6d6-5cded5892940 req-d71dec32-0a45-4e39-b677-9f0407af719f tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:38.842345 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-601209ed-e316-4afd-b6d6-5cded5892940 req-d71dec32-0a45-4e39-b677-9f0407af719f tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 945 time: 0.0461831 Jun 15 10:36:38.887904 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-601209ed-e316-4afd-b6d6-5cded5892940 req-e74b6670-5eb7-4972-a40b-584d4b3bdd18 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398803 Jun 15 10:36:39.026563 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb437bb5-2024-4057-bf09-7e2d30c42ace req-c9060693-5a52-42bd-a140-f9cd7d07a634 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:39.028287 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-fb437bb5-2024-4057-bf09-7e2d30c42ace req-c9060693-5a52-42bd-a140-f9cd7d07a634 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 945 time: 0.0479076 Jun 15 10:36:39.060997 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b638cf-9c44-4296-a95b-f50d007a8896 req-415b5e4a-43bd-4c1a-b51f-b0b3ec486971 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:39.062250 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:39.062457 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-61b638cf-9c44-4296-a95b-f50d007a8896 req-415b5e4a-43bd-4c1a-b51f-b0b3ec486971 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 945 time: 0.0781586 Jun 15 10:36:39.068711 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30b2d2-aec1-4e01-a350-72d58256ed0b req-54c6f5c3-ea7b-47e8-8751-4e0c776fb497 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:39.070077 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-cc30b2d2-aec1-4e01-a350-72d58256ed0b req-54c6f5c3-ea7b-47e8-8751-4e0c776fb497 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 945 time: 0.0845857 Jun 15 10:36:39.078273 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-fb437bb5-2024-4057-bf09-7e2d30c42ace req-57453871-2640-4c46-9a21-caea26703d63 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434048 Jun 15 10:36:39.204427 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1676efce-42c9-4422-b231-125b4fa0763f req-48fb6124-aa8b-4430-8b73-afbed9b6a431 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:39.205840 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1676efce-42c9-4422-b231-125b4fa0763f req-48fb6124-aa8b-4430-8b73-afbed9b6a431 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 945 time: 0.1039758 Jun 15 10:36:39.257217 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [req-cc30b2d2-aec1-4e01-a350-72d58256ed0b req-3221bb95-c016-4b2e-856f-41b835ddc5be tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Deleting port 8d18190d-8f93-467b-a941-b38fe1222aae {{(pid=103806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:36:39.257549 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-cc30b2d2-aec1-4e01-a350-72d58256ed0b req-3221bb95-c016-4b2e-856f-41b835ddc5be tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (8d18190d-8f93-467b-a941-b38fe1222aae), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:39.288427 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [req-61b638cf-9c44-4296-a95b-f50d007a8896 req-f9d87a40-c598-498a-b845-b28910de8222 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Deleting port a02e7f61-e16c-43e4-9c88-b76eccfa416c {{(pid=103806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:36:39.288753 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-61b638cf-9c44-4296-a95b-f50d007a8896 req-f9d87a40-c598-498a-b845-b28910de8222 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (a02e7f61-e16c-43e4-9c88-b76eccfa416c), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:39.359785 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1676efce-42c9-4422-b231-125b4fa0763f req-f0354561-5fe7-4526-ab56-6e385407d546 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356447 Jun 15 10:36:39.432008 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-cc30b2d2-aec1-4e01-a350-72d58256ed0b req-3221bb95-c016-4b2e-856f-41b835ddc5be tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] For port 8d18190d-8f93-467b-a941-b38fe1222aae, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=8d18190d-8f93-467b-a941-b38fe1222aae,segment=NetworkSegment(6837b548-608f-4f53-bc65-e11808045c9a),segment_id=6837b548-608f-4f53-bc65-e11808045c9a)] {{(pid=103806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:36:39.432364 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-cc30b2d2-aec1-4e01-a350-72d58256ed0b req-3221bb95-c016-4b2e-856f-41b835ddc5be tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (8d18190d-8f93-467b-a941-b38fe1222aae), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:39.454110 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [req-cc30b2d2-aec1-4e01-a350-72d58256ed0b req-3221bb95-c016-4b2e-856f-41b835ddc5be tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Calling delete_port for 8d18190d-8f93-467b-a941-b38fe1222aae owned by compute:nova {{(pid=103806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:36:39.461352 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-61b638cf-9c44-4296-a95b-f50d007a8896 req-f9d87a40-c598-498a-b845-b28910de8222 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] For port a02e7f61-e16c-43e4-9c88-b76eccfa416c, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=a02e7f61-e16c-43e4-9c88-b76eccfa416c,segment=NetworkSegment(251106e4-9199-432a-8d40-9072987ac67e),segment_id=251106e4-9199-432a-8d40-9072987ac67e)] {{(pid=103806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:36:39.461694 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-61b638cf-9c44-4296-a95b-f50d007a8896 req-f9d87a40-c598-498a-b845-b28910de8222 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (a02e7f61-e16c-43e4-9c88-b76eccfa416c), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:39.531354 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=100 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:39.653595 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:39.705427 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-61b638cf-9c44-4296-a95b-f50d007a8896 req-f9d87a40-c598-498a-b845-b28910de8222 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:39.705784 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-61b638cf-9c44-4296-a95b-f50d007a8896 req-f9d87a40-c598-498a-b845-b28910de8222 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-721338'] for floatingip (4762c32d-2a78-4ae3-a973-d1157a0a0ab6), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:39.706090 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.db.l3_db [req-61b638cf-9c44-4296-a95b-f50d007a8896 req-f9d87a40-c598-498a-b845-b28910de8222 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Floating IP 4762c32d-2a78-4ae3-a973-d1157a0a0ab6 disassociated. External IP: 172.27.0.222, port: a02e7f61-e16c-43e4-9c88-b76eccfa416c. Jun 15 10:36:39.706423 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [req-61b638cf-9c44-4296-a95b-f50d007a8896 req-f9d87a40-c598-498a-b845-b28910de8222 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Calling delete_port for a02e7f61-e16c-43e4-9c88-b76eccfa416c owned by compute:nova {{(pid=103806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:36:39.726981 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-cc30b2d2-aec1-4e01-a350-72d58256ed0b req-3221bb95-c016-4b2e-856f-41b835ddc5be tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (8d18190d-8f93-467b-a941-b38fe1222aae), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:39.761535 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] get_ports_and_sgs() called for port_ids ['0e9fd3cd-585e-471d-9874-b29128afe6b7', '8d18190d-8f93-467b-a941-b38fe1222aae'] {{(pid=103807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 10:36:39.785172 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3221bb95-c016-4b2e-856f-41b835ddc5be tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Pushing event deleted for resources: {'Port': ['ID=8d18190d-8f93-467b-a941-b38fe1222aae,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:36:39.850533 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc30b2d2-aec1-4e01-a350-72d58256ed0b req-3221bb95-c016-4b2e-856f-41b835ddc5be tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] No DVR routers for this DVR port 8d18190d-8f93-467b-a941-b38fe1222aae on host hv-cinder-84349 {{(pid=103806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 10:36:39.853085 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-cc30b2d2-aec1-4e01-a350-72d58256ed0b req-3221bb95-c016-4b2e-856f-41b835ddc5be tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:39.856653 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-cc30b2d2-aec1-4e01-a350-72d58256ed0b req-3221bb95-c016-4b2e-856f-41b835ddc5be tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.62 "DELETE /v2.0/ports/8d18190d-8f93-467b-a941-b38fe1222aae HTTP/1.1" status: 204 len: 173 time: 0.7791598 Jun 15 10:36:39.857077 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe2cfb9-3db4-4587-b3d8-441ba2bf145f', 'name': 'network-vif-deleted', 'tag': '8d18190d-8f93-467b-a941-b38fe1222aae'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:36:39.859888 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15acf06c26f001ded10715ddc8547394d4bbc7e5ff5a4e462e54e6774371169d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f922a555-ca4b-4cfa-b39b-5dcb7d656144" -d '{"events": [{"server_uuid": "9fe2cfb9-3db4-4587-b3d8-441ba2bf145f", "name": "network-vif-deleted", "tag": "8d18190d-8f93-467b-a941-b38fe1222aae"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:36:39.915640 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:39.964235 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-61b638cf-9c44-4296-a95b-f50d007a8896 req-f9d87a40-c598-498a-b845-b28910de8222 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (a02e7f61-e16c-43e4-9c88-b76eccfa416c), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:39.989725 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 10:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-663865cf-73e5-41f5-9b97-ea001d0d4a8e x-openstack-request-id: req-663865cf-73e5-41f5-9b97-ea001d0d4a8e {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:36:39.990009 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe2cfb9-3db4-4587-b3d8-441ba2bf145f", "name": "network-vif-deleted", "tag": "8d18190d-8f93-467b-a941-b38fe1222aae", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:36:39.990285 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-663865cf-73e5-41f5-9b97-ea001d0d4a8e {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:36:39.990683 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-663865cf-73e5-41f5-9b97-ea001d0d4a8e'] response: {'server_uuid': '9fe2cfb9-3db4-4587-b3d8-441ba2bf145f', 'name': 'network-vif-deleted', 'tag': '8d18190d-8f93-467b-a941-b38fe1222aae', 'status': 'completed', 'code': 200} Jun 15 10:36:40.011416 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d87a40-c598-498a-b845-b28910de8222 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Pushing event deleted for resources: {'Port': ['ID=a02e7f61-e16c-43e4-9c88-b76eccfa416c,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:36:40.087828 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cfb471-6257-4844-b3c1-432c232c90bb req-724f609a-319b-4ede-accc-110e2bb21161 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:40.089307 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c7cfb471-6257-4844-b3c1-432c232c90bb req-724f609a-319b-4ede-accc-110e2bb21161 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 945 time: 0.1186340 Jun 15 10:36:40.176436 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c7cfb471-6257-4844-b3c1-432c232c90bb req-a6809529-8a85-409c-994e-e9c8cb33e33a tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626154 Jun 15 10:36:40.194991 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-abead7ee-440c-4ed5-8caf-a315508be9c3 req-97a99ef0-a86c-4542-953f-dda0531024d5 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fe2cfb9-3db4-4587-b3d8-441ba2bf145f HTTP/1.1" status: 200 len: 210 time: 0.0312576 Jun 15 10:36:40.196086 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61b638cf-9c44-4296-a95b-f50d007a8896 req-f9d87a40-c598-498a-b845-b28910de8222 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Router 5688325c-b5ce-4020-ab53-bf186cf8f8e9 has already been hosted by L3 agent 06043943-94cb-49df-a062-a4886c03e673 {{(pid=103806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 10:36:40.304838 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61b638cf-9c44-4296-a95b-f50d007a8896 req-f9d87a40-c598-498a-b845-b28910de8222 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Notify agent at l3_agent.dv-cinder-843493-2-iscsi the message routers_updated {{(pid=103806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 10:36:40.316657 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a9081b-4fe6-4a9e-943b-1f715fd2a229 None None] Sync routers for ids ['5688325c-b5ce-4020-ab53-bf186cf8f8e9'] in dv-cinder-843493-2-iscsi {{(pid=103807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 10:36:40.325584 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:40.328057 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a9081b-4fe6-4a9e-943b-1f715fd2a229 None None] Routers {'5688325c-b5ce-4020-ab53-bf186cf8f8e9'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:36:40.328672 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-15a9081b-4fe6-4a9e-943b-1f715fd2a229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:36:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['5688325c-b5ce-4020-ab53-bf186cf8f8e9'], 'active': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:36:40.349917 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [req-61b638cf-9c44-4296-a95b-f50d007a8896 req-f9d87a40-c598-498a-b845-b28910de8222 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] No DVR routers for this DVR port a02e7f61-e16c-43e4-9c88-b76eccfa416c on host hv-cinder-84349 {{(pid=103806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 10:36:40.352348 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-61b638cf-9c44-4296-a95b-f50d007a8896 req-f9d87a40-c598-498a-b845-b28910de8222 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:40.355609 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-61b638cf-9c44-4296-a95b-f50d007a8896 req-f9d87a40-c598-498a-b845-b28910de8222 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.62 "DELETE /v2.0/ports/a02e7f61-e16c-43e4-9c88-b76eccfa416c HTTP/1.1" status: 204 len: 173 time: 1.2845781 Jun 15 10:36:40.490946 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ef3fbee7-0827-43b3-ab45-5ff259213ae8 req-28035b71-12eb-4d7b-9f24-32a0bd2281b7 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b8e51d7-b834-4fe4-8cea-02ce37c5cce2 HTTP/1.1" status: 200 len: 210 time: 0.0529950 Jun 15 10:36:40.509535 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvr_db [None req-15a9081b-4fe6-4a9e-943b-1f715fd2a229 None None] Set router 5688325c-b5ce-4020-ab53-bf186cf8f8e9 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:36:40.705278 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-15a9081b-4fe6-4a9e-943b-1f715fd2a229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5688325c-b5ce-4020-ab53-bf186cf8f8e9', 'name': 'tempest-AttachVolumeTestJSON-2084004446-router', 'tenant_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'd5401aa4-d624-43d8-a46b-da51cec312f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:32:37Z', 'updated_at': '2022-06-15T10:32:41Z', 'revision_number': 4, 'project_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'gw_port': {'id': 'd5401aa4-d624-43d8-a46b-da51cec312f2', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:77:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5688325c-b5ce-4020-ab53-bf186cf8f8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:32:38Z', 'updated_at': '2022-06-15T10:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': '00c661e2-0e03-401b-bf2c-ff7d62504880', 'name': '', 'network_id': '1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6', 'tenant_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'mac_address': 'fa:16:3e:da:57:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5688325c-b5ce-4020-ab53-bf186cf8f8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '4438fcd8-ddec-420c-a2f1-1ebb746d8853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:32:40Z', 'updated_at': '2022-06-15T10:32:45Z', 'revision_number': 5, 'project_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'subnets': [{'id': '4438fcd8-ddec-420c-a2f1-1ebb746d8853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:36:40.729488 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a9081b-4fe6-4a9e-943b-1f715fd2a229 None None] Checking router: 5688325c-b5ce-4020-ab53-bf186cf8f8e9 for host: dv-cinder-843493-2-iscsi {{(pid=103807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 10:36:40.738396 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a9081b-4fe6-4a9e-943b-1f715fd2a229 None None] Routers {'5688325c-b5ce-4020-ab53-bf186cf8f8e9'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:36:40.738992 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-15a9081b-4fe6-4a9e-943b-1f715fd2a229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:36:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['5688325c-b5ce-4020-ab53-bf186cf8f8e9'], 'active': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:36:40.840968 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvr_db [None req-15a9081b-4fe6-4a9e-943b-1f715fd2a229 None None] Set router 5688325c-b5ce-4020-ab53-bf186cf8f8e9 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:36:41.033230 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-15a9081b-4fe6-4a9e-943b-1f715fd2a229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5688325c-b5ce-4020-ab53-bf186cf8f8e9', 'name': 'tempest-AttachVolumeTestJSON-2084004446-router', 'tenant_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'd5401aa4-d624-43d8-a46b-da51cec312f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:32:37Z', 'updated_at': '2022-06-15T10:32:41Z', 'revision_number': 4, 'project_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'gw_port': {'id': 'd5401aa4-d624-43d8-a46b-da51cec312f2', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:77:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5688325c-b5ce-4020-ab53-bf186cf8f8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:32:38Z', 'updated_at': '2022-06-15T10:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': '00c661e2-0e03-401b-bf2c-ff7d62504880', 'name': '', 'network_id': '1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6', 'tenant_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'mac_address': 'fa:16:3e:da:57:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5688325c-b5ce-4020-ab53-bf186cf8f8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '4438fcd8-ddec-420c-a2f1-1ebb746d8853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:32:40Z', 'updated_at': '2022-06-15T10:32:45Z', 'revision_number': 5, 'project_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'subnets': [{'id': '4438fcd8-ddec-420c-a2f1-1ebb746d8853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:36:41.057756 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a9081b-4fe6-4a9e-943b-1f715fd2a229 None None] The sync data for ids ['5688325c-b5ce-4020-ab53-bf186cf8f8e9'] in dv-cinder-843493-2-iscsi is: [{'id': '5688325c-b5ce-4020-ab53-bf186cf8f8e9', 'name': 'tempest-AttachVolumeTestJSON-2084004446-router', 'tenant_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'd5401aa4-d624-43d8-a46b-da51cec312f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:32:37Z', 'updated_at': '2022-06-15T10:32:41Z', 'revision_number': 4, 'project_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'gw_port': {'id': 'd5401aa4-d624-43d8-a46b-da51cec312f2', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:77:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5688325c-b5ce-4020-ab53-bf186cf8f8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:32:38Z', 'updated_at': '2022-06-15T10:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': '00c661e2-0e03-401b-bf2c-ff7d62504880', 'name': '', 'network_id': '1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6', 'tenant_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'mac_address': 'fa:16:3e:da:57:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5688325c-b5ce-4020-ab53-bf186cf8f8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '4438fcd8-ddec-420c-a2f1-1ebb746d8853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:32:40Z', 'updated_at': '2022-06-15T10:32:45Z', 'revision_number': 5, 'project_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'subnets': [{'id': '4438fcd8-ddec-420c-a2f1-1ebb746d8853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 10:36:41.267689 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a073e16d-cf9b-49e0-9c03-d45134e6fccc None None] New status for floating IP 4762c32d-2a78-4ae3-a973-d1157a0a0ab6: DOWN {{(pid=103808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 10:36:41.306903 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f124b-0f3b-4061-bfeb-2c9837549e17 req-7d57347b-e5b4-4877-8424-fd6f43ac9901 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:41.308446 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-ab4f124b-0f3b-4061-bfeb-2c9837549e17 req-7d57347b-e5b4-4877-8424-fd6f43ac9901 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 945 time: 0.0521820 Jun 15 10:36:41.359077 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-ab4f124b-0f3b-4061-bfeb-2c9837549e17 req-5504c890-a8a5-4b2e-9f63-2b602a083e9f tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441487 Jun 15 10:36:41.494218 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34fba0-d4a0-4afe-990e-8231995c35a7 req-50a7e5cd-6a4f-48ae-b16b-28ff7d6dbd3f tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:41.495704 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-0f34fba0-d4a0-4afe-990e-8231995c35a7 req-50a7e5cd-6a4f-48ae-b16b-28ff7d6dbd3f tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=b30aa81b-0ccd-437d-b0dc-401f2ba90533 HTTP/1.1" status: 200 len: 946 time: 0.0459721 Jun 15 10:36:41.543372 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-0f34fba0-d4a0-4afe-990e-8231995c35a7 req-eaa705e9-800c-46d4-a621-7a49a8bcf2a1 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417025 Jun 15 10:36:41.583925 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 57980) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:36:41.637629 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-221e2ea0-23db-4837-8d1c-e14c428b69b1 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks [] for security_group (de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:41.660115 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-221e2ea0-23db-4837-8d1c-e14c428b69b1 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks [] for security_group (de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:41.691917 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:41.710306 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-221e2ea0-23db-4837-8d1c-e14c428b69b1 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:41.712769 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-221e2ea0-23db-4837-8d1c-e14c428b69b1 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:41.713870 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-221e2ea0-23db-4837-8d1c-e14c428b69b1 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "DELETE /v2.0/security-groups/de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90 HTTP/1.1" status: 204 len: 168 time: 0.1289768 Jun 15 10:36:41.716757 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 57982) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:36:41.722511 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221e2ea0-23db-4837-8d1c-e14c428b69b1 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:36:41.732425 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.api.v2.resource [None req-eefbc396-3e3a-47e1-a643-e286d3e2fc67 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] show failed (client error): The resource could not be found. Jun 15 10:36:41.735526 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-eefbc396-3e3a-47e1-a643-e286d3e2fc67 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups/de5d7bc3-33d1-43e5-8ed5-1ebc58e76a90 HTTP/1.1" status: 404 len: 347 time: 0.0156887 Jun 15 10:36:41.736839 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 57984) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:36:42.053230 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8e51d7-b834-4fe4-8cea-02ce37c5cce2', 'name': 'network-vif-deleted', 'tag': 'a02e7f61-e16c-43e4-9c88-b76eccfa416c'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:36:42.055433 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15acf06c26f001ded10715ddc8547394d4bbc7e5ff5a4e462e54e6774371169d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc02526-3c90-4b94-b744-c51b632abe79" -d '{"events": [{"server_uuid": "3b8e51d7-b834-4fe4-8cea-02ce37c5cce2", "name": "network-vif-deleted", "tag": "a02e7f61-e16c-43e4-9c88-b76eccfa416c"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:36:42.081607 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:42.091854 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 10:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb94a09-ca3a-45dc-9ef4-2f2d1ea7af58 x-openstack-request-id: req-0cb94a09-ca3a-45dc-9ef4-2f2d1ea7af58 {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:36:42.092155 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b8e51d7-b834-4fe4-8cea-02ce37c5cce2", "name": "network-vif-deleted", "tag": "a02e7f61-e16c-43e4-9c88-b76eccfa416c", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:36:42.092404 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0cb94a09-ca3a-45dc-9ef4-2f2d1ea7af58 {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:36:42.092820 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cb94a09-ca3a-45dc-9ef4-2f2d1ea7af58'] response: {'server_uuid': '3b8e51d7-b834-4fe4-8cea-02ce37c5cce2', 'name': 'network-vif-deleted', 'tag': 'a02e7f61-e16c-43e4-9c88-b76eccfa416c', 'status': 'completed', 'code': 200} Jun 15 10:36:42.100663 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-a7ef0a02-d3db-4c1c-a5ae-87b0650cd5f6 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Deleting port 30c038b6-31c0-49c9-b74d-e6602cf1de1a {{(pid=103806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:36:42.101024 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a7ef0a02-d3db-4c1c-a5ae-87b0650cd5f6 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (30c038b6-31c0-49c9-b74d-e6602cf1de1a), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:42.177954 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a7ef0a02-d3db-4c1c-a5ae-87b0650cd5f6 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (30c038b6-31c0-49c9-b74d-e6602cf1de1a), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:42.178279 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a7ef0a02-d3db-4c1c-a5ae-87b0650cd5f6 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks [] for floatingip (30c038b6-31c0-49c9-b74d-e6602cf1de1a), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:42.190228 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-a7ef0a02-d3db-4c1c-a5ae-87b0650cd5f6 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Calling delete_port for 30c038b6-31c0-49c9-b74d-e6602cf1de1a owned by network:floatingip {{(pid=103806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:36:42.250193 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:42.318465 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a7ef0a02-d3db-4c1c-a5ae-87b0650cd5f6 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (30c038b6-31c0-49c9-b74d-e6602cf1de1a), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:42.345764 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ef0a02-d3db-4c1c-a5ae-87b0650cd5f6 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Pushing event deleted for resources: {'Port': ['ID=30c038b6-31c0-49c9-b74d-e6602cf1de1a,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:36:42.407765 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a7ef0a02-d3db-4c1c-a5ae-87b0650cd5f6 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks [] for floatingip (4762c32d-2a78-4ae3-a973-d1157a0a0ab6), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:42.410169 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a7ef0a02-d3db-4c1c-a5ae-87b0650cd5f6 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for floatingip (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:42.411364 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-a7ef0a02-d3db-4c1c-a5ae-87b0650cd5f6 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "DELETE /v2.0/floatingips/4762c32d-2a78-4ae3-a973-d1157a0a0ab6 HTTP/1.1" status: 204 len: 168 time: 0.6736197 Jun 15 10:36:42.487314 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 57992) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:36:42.491879 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [None req-51d8526f-ef15-419a-b4b4-31eff24e069c tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1862621762', 'description': 'tempest-description--678095313'}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:36:42.492655 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae438b5-35ec-4846-a6ba-1a9814ec3e94 req-49bce1a7-8be1-4096-9db5-b297cc966573 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:42.494316 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2ae438b5-35ec-4846-a6ba-1a9814ec3e94 req-49bce1a7-8be1-4096-9db5-b297cc966573 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 945 time: 0.0497913 Jun 15 10:36:42.513178 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-51d8526f-ef15-419a-b4b4-31eff24e069c tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks [] for security_group (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:42.542160 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2ae438b5-35ec-4846-a6ba-1a9814ec3e94 req-cf79fe4f-33ae-40d7-b2c3-3dd8a69beba8 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419939 Jun 15 10:36:42.582883 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-51d8526f-ef15-419a-b4b4-31eff24e069c tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks [] for security_group (024dafa8-6677-4bb5-83d3-8340d04abd3b), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:42.589750 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-51d8526f-ef15-419a-b4b4-31eff24e069c tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (024dafa8-6677-4bb5-83d3-8340d04abd3b), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:42.619410 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-51d8526f-ef15-419a-b4b4-31eff24e069c tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:42.620798 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-51d8526f-ef15-419a-b4b4-31eff24e069c tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1323195 Jun 15 10:36:42.623796 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 57996) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:36:42.628763 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-287ef7eb-45b9-4350-9cac-34f1cdf3151f tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Request body: {'security_group_rule': {'security_group_id': '024dafa8-6677-4bb5-83d3-8340d04abd3b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:36:42.653331 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d8526f-ef15-419a-b4b4-31eff24e069c tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=024dafa8-6677-4bb5-83d3-8340d04abd3b,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:36:42.658331 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-287ef7eb-45b9-4350-9cac-34f1cdf3151f tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks [] for security_group_rule (f7e43b03-31e8-4bef-97a7-796f64ea2a7e), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:42.675006 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38a69c-9f2d-45d3-a6b8-6a734cc80e89 req-79451c13-baf7-45bc-8723-c11db56e333c tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:42.676548 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-aa38a69c-9f2d-45d3-a6b8-6a734cc80e89 req-79451c13-baf7-45bc-8723-c11db56e333c tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=b30aa81b-0ccd-437d-b0dc-401f2ba90533 HTTP/1.1" status: 200 len: 946 time: 0.0546777 Jun 15 10:36:42.708242 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-287ef7eb-45b9-4350-9cac-34f1cdf3151f tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks [] for security_group_rule (f7e43b03-31e8-4bef-97a7-796f64ea2a7e), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:42.711971 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-287ef7eb-45b9-4350-9cac-34f1cdf3151f tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592663'] for security_group_rule (f7e43b03-31e8-4bef-97a7-796f64ea2a7e), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:42.726912 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-aa38a69c-9f2d-45d3-a6b8-6a734cc80e89 req-533c766b-10aa-40e0-8817-ac2ea5012e35 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439887 Jun 15 10:36:42.730804 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287ef7eb-45b9-4350-9cac-34f1cdf3151f tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7e43b03-31e8-4bef-97a7-796f64ea2a7e,revision_number=0']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:36:42.749399 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-287ef7eb-45b9-4350-9cac-34f1cdf3151f tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:42.749399 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-287ef7eb-45b9-4350-9cac-34f1cdf3151f tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1175385 Jun 15 10:36:42.749399 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 57998) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:36:42.749399 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-48777d23-b332-4443-a233-3dc4de71ff5e tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Request body: {'security_group_rule': {'security_group_id': '024dafa8-6677-4bb5-83d3-8340d04abd3b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:36:42.773882 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-48777d23-b332-4443-a233-3dc4de71ff5e tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks [] for security_group_rule (660b3a5e-7649-4459-8f90-6933d3538a3b), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:42.819783 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device a02e7f61-e16c-43e4-9c88-b76eccfa416c no longer exists at agent hyperv_hv-cinder-84349 {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 10:36:42.830384 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-48777d23-b332-4443-a233-3dc4de71ff5e tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks [] for security_group_rule (660b3a5e-7649-4459-8f90-6933d3538a3b), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:42.834145 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-48777d23-b332-4443-a233-3dc4de71ff5e tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592663'] for security_group_rule (660b3a5e-7649-4459-8f90-6933d3538a3b), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:42.838559 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] No Port match for: a02e7f61-e16c-43e4-9c88-b76eccfa416c {{(pid=103807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 10:36:42.838913 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device a02e7f61-e16c-43e4-9c88-b76eccfa416c not bound to the agent host hv-cinder-84349 {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 10:36:42.839348 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 8d18190d-8f93-467b-a941-b38fe1222aae no longer exists at agent hyperv_hv-cinder-84349 {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 10:36:42.855625 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48777d23-b332-4443-a233-3dc4de71ff5e tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=660b3a5e-7649-4459-8f90-6933d3538a3b,revision_number=0']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:36:42.857605 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] No Port match for: 8d18190d-8f93-467b-a941-b38fe1222aae {{(pid=103807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 10:36:42.857966 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 8d18190d-8f93-467b-a941-b38fe1222aae not bound to the agent host hv-cinder-84349 {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 10:36:42.862361 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-48777d23-b332-4443-a233-3dc4de71ff5e tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:42.863587 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-48777d23-b332-4443-a233-3dc4de71ff5e tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1176372 Jun 15 10:36:42.866651 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 58000) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:36:42.870922 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-f9cca18c-a97c-4751-8fb0-efd1a434a287 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Request body: {'floatingip': {'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:36:42.890969 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-f9cca18c-a97c-4751-8fb0-efd1a434a287 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:42.953244 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:42.970573 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-f9cca18c-a97c-4751-8fb0-efd1a434a287 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:43.009393 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-a02a1ad9-373d-4426-ac8f-5aac7531f736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (e7b68426-6abe-45ee-a2ce-c32f72f66753), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:43.076690 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_common [None req-f9cca18c-a97c-4751-8fb0-efd1a434a287 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Allocated IP 172.27.0.50 (0c6836d1-4e10-4696-9cf9-183899f77c81/849db9c0-6b0b-495f-a2c9-c288d42c277d/1832b878-b3e7-4e1b-98e6-7849ad1139bc) {{(pid=103806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:36:43.117744 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:43.182818 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-f9cca18c-a97c-4751-8fb0-efd1a434a287 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks [] for port (1832b878-b3e7-4e1b-98e6-7849ad1139bc), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:43.213511 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-f9cca18c-a97c-4751-8fb0-efd1a434a287 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (1832b878-b3e7-4e1b-98e6-7849ad1139bc), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:43.253674 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cca18c-a97c-4751-8fb0-efd1a434a287 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Network 0c6836d1-4e10-4696-9cf9-183899f77c81 is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:36:43.258686 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [None req-f9cca18c-a97c-4751-8fb0-efd1a434a287 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:36:43.260958 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cca18c-a97c-4751-8fb0-efd1a434a287 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Pushing event updated for resources: {'Port': ['ID=1832b878-b3e7-4e1b-98e6-7849ad1139bc,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:36:43.263072 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cca18c-a97c-4751-8fb0-efd1a434a287 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Received port after_create {{(pid=103806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:36:43.346954 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-f9cca18c-a97c-4751-8fb0-efd1a434a287 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks [] for floatingip (224cbe5c-ba5d-4293-9921-6fb20c690f60), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:43.382315 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-f9cca18c-a97c-4751-8fb0-efd1a434a287 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (1832b878-b3e7-4e1b-98e6-7849ad1139bc), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:43.526962 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-f9cca18c-a97c-4751-8fb0-efd1a434a287 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks [] for port (1832b878-b3e7-4e1b-98e6-7849ad1139bc), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:43.531169 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-f9cca18c-a97c-4751-8fb0-efd1a434a287 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-252119569'] for port (1832b878-b3e7-4e1b-98e6-7849ad1139bc), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:43.599881 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cca18c-a97c-4751-8fb0-efd1a434a287 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Pushing event updated for resources: {'Port': ['ID=1832b878-b3e7-4e1b-98e6-7849ad1139bc,revision_number=2']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:36:43.610225 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-f9cca18c-a97c-4751-8fb0-efd1a434a287 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-721338'] for floatingip (224cbe5c-ba5d-4293-9921-6fb20c690f60), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:43.652338 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-f9cca18c-a97c-4751-8fb0-efd1a434a287 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for floatingip (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:43.653443 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-f9cca18c-a97c-4751-8fb0-efd1a434a287 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7858298 Jun 15 10:36:43.672538 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14079ffa-98f1-468e-b4fe-9da4ab71b297 req-fe2b31e0-79b4-43e0-9e3d-1dba10bf7eb3 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:43.674050 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-14079ffa-98f1-468e-b4fe-9da4ab71b297 req-fe2b31e0-79b4-43e0-9e3d-1dba10bf7eb3 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 945 time: 0.0609326 Jun 15 10:36:43.686309 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:43.724103 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-14079ffa-98f1-468e-b4fe-9da4ab71b297 req-7001d5e7-9943-4d67-a249-ec7f06ace204 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443757 Jun 15 10:36:43.843061 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36699a6-225b-4e37-97a1-0cda09b7ca6c req-fab1453f-a469-46ac-871e-6770c10f340b tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:43.844561 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f36699a6-225b-4e37-97a1-0cda09b7ca6c req-fab1453f-a469-46ac-871e-6770c10f340b tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=b30aa81b-0ccd-437d-b0dc-401f2ba90533 HTTP/1.1" status: 200 len: 946 time: 0.0466235 Jun 15 10:36:43.855049 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-7d4a15c4-6c3f-4793-bc63-9ac4a8034235 req-0adc232b-620f-46a4-b932-2a21cf2e7106 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1862621762&fields=id&tenant_id=d5320ba7f73d40cb9a6d16225d6660c7 HTTP/1.1" status: 200 len: 267 time: 0.0455410 Jun 15 10:36:43.891435 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f36699a6-225b-4e37-97a1-0cda09b7ca6c req-47aa7361-328b-42b4-9afb-4290b1324814 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413609 Jun 15 10:36:43.959476 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a15c4-6c3f-4793-bc63-9ac4a8034235 req-a0fc756a-2fa9-4cdc-8e89-7b052faaa834 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:43.960925 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-7d4a15c4-6c3f-4793-bc63-9ac4a8034235 req-a0fc756a-2fa9-4cdc-8e89-7b052faaa834 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/networks?id=1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6 HTTP/1.1" status: 200 len: 811 time: 0.0992575 Jun 15 10:36:43.974933 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-7d4a15c4-6c3f-4793-bc63-9ac4a8034235 req-3345db5c-a60b-41e6-a02f-a2445111eeab tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/quotas/d5320ba7f73d40cb9a6d16225d6660c7 HTTP/1.1" status: 200 len: 375 time: 0.0086975 Jun 15 10:36:44.025037 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-7d4a15c4-6c3f-4793-bc63-9ac4a8034235 req-ff0ac8ce-1e5f-42ae-a3d3-d33784975219 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d5320ba7f73d40cb9a6d16225d6660c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455523 Jun 15 10:36:44.099792 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:44.164772 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-7d4a15c4-6c3f-4793-bc63-9ac4a8034235 req-1ccf887d-dede-48f9-932e-2ec21a5b9419 service neutron] 10.222.0.49 "GET /v2.0/networks/1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284301 Jun 15 10:36:44.253869 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-7d4a15c4-6c3f-4793-bc63-9ac4a8034235 req-f25766c2-26a8-46df-9ddc-5cb0f4716254 service neutron] 10.222.0.49 "GET /v2.0/networks/1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834970 Jun 15 10:36:44.412692 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-856238e8-34ee-4432-a0c3-472876e7021e req-41398e73-3faf-4adc-8da2-7d1ed6c4c420 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d87a8b6-c0cf-41b2-a230-0dd3cd754eb0 HTTP/1.1" status: 200 len: 210 time: 0.0316086 Jun 15 10:36:44.848079 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f10e5d-598e-4520-95a0-dde860600de6 req-c2cf2d07-6453-4f1d-8cc9-298f062194a2 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:44.849524 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-d3f10e5d-598e-4520-95a0-dde860600de6 req-c2cf2d07-6453-4f1d-8cc9-298f062194a2 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 945 time: 0.0466886 Jun 15 10:36:44.897640 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-d3f10e5d-598e-4520-95a0-dde860600de6 req-4a857d53-7dd5-42e5-9074-6bb715a13a19 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420334 Jun 15 10:36:45.000025 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:45.014584 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1cbc11-fa7a-42a3-99a3-6f29d1991281 req-70ba5f88-1ddc-403b-bdc1-6c912f00e911 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:45.016604 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0b1cbc11-fa7a-42a3-99a3-6f29d1991281 req-70ba5f88-1ddc-403b-bdc1-6c912f00e911 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=b30aa81b-0ccd-437d-b0dc-401f2ba90533 HTTP/1.1" status: 200 len: 946 time: 0.0468609 Jun 15 10:36:45.092379 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41049ad7-8f44-4421-b998-4c89ba9f2789 req-36f645f0-d4dc-4a2a-8274-b1a9d5a9e245 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:45.093804 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-41049ad7-8f44-4421-b998-4c89ba9f2789 req-36f645f0-d4dc-4a2a-8274-b1a9d5a9e245 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.62 "GET /v2.0/ports?device_id=b30aa81b-0ccd-437d-b0dc-401f2ba90533 HTTP/1.1" status: 200 len: 946 time: 0.0647616 Jun 15 10:36:45.100604 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0b1cbc11-fa7a-42a3-99a3-6f29d1991281 req-4907a6d3-4339-4a8b-9ca7-71527f59b574 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/security-groups?id=0bf2b8aa-01a6-445f-8090-7af81b20c3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785401 Jun 15 10:36:45.181338 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [req-41049ad7-8f44-4421-b998-4c89ba9f2789 req-e6597e8d-8e0d-42e2-9f15-d40e29e70aa7 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Deleting port 0e9fd3cd-585e-471d-9874-b29128afe6b7 {{(pid=103806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:36:45.181678 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-41049ad7-8f44-4421-b998-4c89ba9f2789 req-e6597e8d-8e0d-42e2-9f15-d40e29e70aa7 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (0e9fd3cd-585e-471d-9874-b29128afe6b7), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:45.219408 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2c4ec94f-e27d-4508-89dc-63e30c27636c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (06043943-94cb-49df-a062-a4886c03e673), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:45.272982 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-41049ad7-8f44-4421-b998-4c89ba9f2789 req-e6597e8d-8e0d-42e2-9f15-d40e29e70aa7 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] For port 0e9fd3cd-585e-471d-9874-b29128afe6b7, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=0e9fd3cd-585e-471d-9874-b29128afe6b7,segment=NetworkSegment(6837b548-608f-4f53-bc65-e11808045c9a),segment_id=6837b548-608f-4f53-bc65-e11808045c9a)] {{(pid=103806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:36:45.273349 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-41049ad7-8f44-4421-b998-4c89ba9f2789 req-e6597e8d-8e0d-42e2-9f15-d40e29e70aa7 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (0e9fd3cd-585e-471d-9874-b29128afe6b7), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:45.286142 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [req-41049ad7-8f44-4421-b998-4c89ba9f2789 req-e6597e8d-8e0d-42e2-9f15-d40e29e70aa7 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Calling delete_port for 0e9fd3cd-585e-471d-9874-b29128afe6b7 owned by compute:nova {{(pid=103806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:36:45.412430 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-41049ad7-8f44-4421-b998-4c89ba9f2789 req-e6597e8d-8e0d-42e2-9f15-d40e29e70aa7 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (0e9fd3cd-585e-471d-9874-b29128afe6b7), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:45.438957 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6597e8d-8e0d-42e2-9f15-d40e29e70aa7 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Pushing event deleted for resources: {'Port': ['ID=0e9fd3cd-585e-471d-9874-b29128afe6b7,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:36:45.450848 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] get_ports_and_sgs() called for port_ids ['0e9fd3cd-585e-471d-9874-b29128afe6b7'] {{(pid=103807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 10:36:45.501258 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [req-41049ad7-8f44-4421-b998-4c89ba9f2789 req-e6597e8d-8e0d-42e2-9f15-d40e29e70aa7 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] No DVR routers for this DVR port 0e9fd3cd-585e-471d-9874-b29128afe6b7 on host hv-cinder-84349 {{(pid=103806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 10:36:45.503596 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-41049ad7-8f44-4421-b998-4c89ba9f2789 req-e6597e8d-8e0d-42e2-9f15-d40e29e70aa7 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:45.506694 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-41049ad7-8f44-4421-b998-4c89ba9f2789 req-e6597e8d-8e0d-42e2-9f15-d40e29e70aa7 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.62 "DELETE /v2.0/ports/0e9fd3cd-585e-471d-9874-b29128afe6b7 HTTP/1.1" status: 204 len: 173 time: 0.4052618 Jun 15 10:36:45.507143 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b30aa81b-0ccd-437d-b0dc-401f2ba90533', 'name': 'network-vif-deleted', 'tag': '0e9fd3cd-585e-471d-9874-b29128afe6b7'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:36:45.509328 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15acf06c26f001ded10715ddc8547394d4bbc7e5ff5a4e462e54e6774371169d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d865982c-17ca-4efc-a75d-f2e98c888025" -d '{"events": [{"server_uuid": "b30aa81b-0ccd-437d-b0dc-401f2ba90533", "name": "network-vif-deleted", "tag": "0e9fd3cd-585e-471d-9874-b29128afe6b7"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:36:45.516456 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-857e64f3-8730-4091-bf05-4beba9653107 req-b135e5d0-6ed9-44c3-8e94-2334257c53fd tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d87a8b6-c0cf-41b2-a230-0dd3cd754eb0 HTTP/1.1" status: 200 len: 210 time: 0.0315633 Jun 15 10:36:45.552193 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 10:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9db9311-8492-44b9-9352-6201b6e7a6e3 x-openstack-request-id: req-f9db9311-8492-44b9-9352-6201b6e7a6e3 {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:36:45.552487 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b30aa81b-0ccd-437d-b0dc-401f2ba90533", "name": "network-vif-deleted", "tag": "0e9fd3cd-585e-471d-9874-b29128afe6b7", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:36:45.552743 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f9db9311-8492-44b9-9352-6201b6e7a6e3 {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:36:45.553267 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9db9311-8492-44b9-9352-6201b6e7a6e3'] response: {'server_uuid': 'b30aa81b-0ccd-437d-b0dc-401f2ba90533', 'name': 'network-vif-deleted', 'tag': '0e9fd3cd-585e-471d-9874-b29128afe6b7', 'status': 'completed', 'code': 200} Jun 15 10:36:45.773638 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a15c4-6c3f-4793-bc63-9ac4a8034235 req-14c76207-2cb9-47c5-863c-8fbc505fddb5 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:45.775022 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7d4a15c4-6c3f-4793-bc63-9ac4a8034235 req-14c76207-2cb9-47c5-863c-8fbc505fddb5 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.62 "GET /v2.0/networks?id=1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6 HTTP/1.1" status: 200 len: 811 time: 0.1049354 Jun 15 10:36:45.882721 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7d4a15c4-6c3f-4793-bc63-9ac4a8034235 req-8bea7a97-8a07-45c8-8e13-468383b99009 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5320ba7f73d40cb9a6d16225d6660c7 HTTP/1.1" status: 200 len: 380 time: 0.0538752 Jun 15 10:36:46.023623 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e23a1d-713b-4a1b-9bce-76bf95ad5b01 req-6887b86f-5fdb-4345-919d-b4a85e8d543c tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:46.025129 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-30e23a1d-713b-4a1b-9bce-76bf95ad5b01 req-6887b86f-5fdb-4345-919d-b4a85e8d543c tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 945 time: 0.0498707 Jun 15 10:36:46.070768 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-30e23a1d-713b-4a1b-9bce-76bf95ad5b01 req-5a444f40-1165-4866-a658-277f64cad2b1 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400622 Jun 15 10:36:46.075811 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [req-7d4a15c4-6c3f-4793-bc63-9ac4a8034235 req-db93dcfa-8458-46a7-a3c3-4625917a42d8 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Request body: {'port': {'device_id': '8d87a8b6-c0cf-41b2-a230-0dd3cd754eb0', 'network_id': '1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6', 'admin_state_up': True, 'tenant_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'security_groups': ['024dafa8-6677-4bb5-83d3-8340d04abd3b']}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:36:46.179726 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:46.215536 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2975222d-3f78-42a4-a0b2-6ef0f1a91303 req-97fb1dcb-11e8-4da5-8b2d-f6215467d566 tempest-ServerRescueNegativeTestJSON-1163745747 tempest-ServerRescueNegativeTestJSON-1163745747-project] 10.222.0.49 "GET /v2.0/ports?device_id=b30aa81b-0ccd-437d-b0dc-401f2ba90533 HTTP/1.1" status: 200 len: 210 time: 0.0322390 Jun 15 10:36:46.216653 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d4a15c4-6c3f-4793-bc63-9ac4a8034235 req-db93dcfa-8458-46a7-a3c3-4625917a42d8 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Made reservation on behalf of d5320ba7f73d40cb9a6d16225d6660c7 for: {'port': 1} {{(pid=103806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 10:36:46.220563 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-7d4a15c4-6c3f-4793-bc63-9ac4a8034235 req-db93dcfa-8458-46a7-a3c3-4625917a42d8 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:46.325355 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:46.358789 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_common [req-7d4a15c4-6c3f-4793-bc63-9ac4a8034235 req-db93dcfa-8458-46a7-a3c3-4625917a42d8 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Allocated IP 172.20.0.5 (1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6/4438fcd8-ddec-420c-a2f1-1ebb746d8853/d4223ab9-d65a-4c10-9746-fe9a557c6a3d) {{(pid=103806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:36:46.379103 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-59f444b4-2386-4fe1-b50f-b9e54b42d680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (3cca6303-0f2e-4b13-b82d-f2749c30f699), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:46.497664 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-7d4a15c4-6c3f-4793-bc63-9ac4a8034235 req-db93dcfa-8458-46a7-a3c3-4625917a42d8 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks [] for port (d4223ab9-d65a-4c10-9746-fe9a557c6a3d), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:46.529632 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-7d4a15c4-6c3f-4793-bc63-9ac4a8034235 req-db93dcfa-8458-46a7-a3c3-4625917a42d8 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (d4223ab9-d65a-4c10-9746-fe9a557c6a3d), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:46.575403 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d4a15c4-6c3f-4793-bc63-9ac4a8034235 req-db93dcfa-8458-46a7-a3c3-4625917a42d8 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Network 1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6 is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:36:46.581083 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [req-7d4a15c4-6c3f-4793-bc63-9ac4a8034235 req-db93dcfa-8458-46a7-a3c3-4625917a42d8 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:36:46.583407 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d4a15c4-6c3f-4793-bc63-9ac4a8034235 req-db93dcfa-8458-46a7-a3c3-4625917a42d8 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Received port after_create {{(pid=103806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:36:46.587423 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db93dcfa-8458-46a7-a3c3-4625917a42d8 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Pushing event updated for resources: {'Port': ['ID=d4223ab9-d65a-4c10-9746-fe9a557c6a3d,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:36:46.634757 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a15c4-6c3f-4793-bc63-9ac4a8034235 req-db93dcfa-8458-46a7-a3c3-4625917a42d8 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:46.635424 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-7d4a15c4-6c3f-4793-bc63-9ac4a8034235 req-db93dcfa-8458-46a7-a3c3-4625917a42d8 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:46.640378 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa016e-04e2-49d5-be09-29938c633717 req-1585755e-f351-428c-a08c-04ba4020db25 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:46.647621 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-05aa016e-04e2-49d5-be09-29938c633717 req-1585755e-f351-428c-a08c-04ba4020db25 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d87a8b6-c0cf-41b2-a230-0dd3cd754eb0 HTTP/1.1" status: 200 len: 931 time: 0.0609739 Jun 15 10:36:46.653446 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7d4a15c4-6c3f-4793-bc63-9ac4a8034235 req-db93dcfa-8458-46a7-a3c3-4625917a42d8 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5822825 Jun 15 10:36:46.664555 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:46.675606 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [req-7d4a15c4-6c3f-4793-bc63-9ac4a8034235 req-f1e7b458-f082-4b82-b66d-7446c60c4178 service neutron] Request body: {'port': {'device_id': '8d87a8b6-c0cf-41b2-a230-0dd3cd754eb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84349'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:36:46.695335 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-05aa016e-04e2-49d5-be09-29938c633717 req-a1c51e19-8f72-42fe-8f07-59dfd8f63033 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=024dafa8-6677-4bb5-83d3-8340d04abd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460720 Jun 15 10:36:46.741095 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-7d4a15c4-6c3f-4793-bc63-9ac4a8034235 req-f1e7b458-f082-4b82-b66d-7446c60c4178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (d4223ab9-d65a-4c10-9746-fe9a557c6a3d), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:46.789604 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-90abcfb4-096f-4c25-b293-36bb1c4716b0 None None] Provisioning complete for port d4223ab9-d65a-4c10-9746-fe9a557c6a3d triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:36:46.789985 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-90abcfb4-096f-4c25-b293-36bb1c4716b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (d4223ab9-d65a-4c10-9746-fe9a557c6a3d), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:46.822594 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-90abcfb4-096f-4c25-b293-36bb1c4716b0 None None] Port d4223ab9-d65a-4c10-9746-fe9a557c6a3d cannot update to ACTIVE because it is not bound. {{(pid=103807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 10:36:46.996273 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [req-7d4a15c4-6c3f-4793-bc63-9ac4a8034235 req-f1e7b458-f082-4b82-b66d-7446c60c4178 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4223ab9-d65a-4c10-9746-fe9a557c6a3d {{(pid=103806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 10:36:47.003435 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-7d4a15c4-6c3f-4793-bc63-9ac4a8034235 req-f1e7b458-f082-4b82-b66d-7446c60c4178 service neutron] Publish callbacks [] for port (d4223ab9-d65a-4c10-9746-fe9a557c6a3d), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:47.015395 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.provisioning_blocks [req-7d4a15c4-6c3f-4793-bc63-9ac4a8034235 req-f1e7b458-f082-4b82-b66d-7446c60c4178 service neutron] Transition to ACTIVE for port object d4223ab9-d65a-4c10-9746-fe9a557c6a3d will not be triggered until provisioned by entity L2. {{(pid=103806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 10:36:47.019853 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-7d4a15c4-6c3f-4793-bc63-9ac4a8034235 req-f1e7b458-f082-4b82-b66d-7446c60c4178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-252119569'] for port (d4223ab9-d65a-4c10-9746-fe9a557c6a3d), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:47.042766 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:47.062884 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:47.076681 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e7b458-f082-4b82-b66d-7446c60c4178 service neutron] Pushing event updated for resources: {'Port': ['ID=d4223ab9-d65a-4c10-9746-fe9a557c6a3d,revision_number=2']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:36:47.184965 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-7d4a15c4-6c3f-4793-bc63-9ac4a8034235 req-f1e7b458-f082-4b82-b66d-7446c60c4178 service neutron] Attempting to bind port d4223ab9-d65a-4c10-9746-fe9a557c6a3d on host hv-cinder-84349 for vnic_type normal with profile {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 10:36:47.185301 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-7d4a15c4-6c3f-4793-bc63-9ac4a8034235 req-f1e7b458-f082-4b82-b66d-7446c60c4178 service neutron] Attempting to bind port d4223ab9-d65a-4c10-9746-fe9a557c6a3d by drivers openvswitch,hyperv on host hv-cinder-84349 at level 0 using segments [{'id': '251106e4-9199-432a-8d40-9072987ac67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6'}] {{(pid=103806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 10:36:47.185630 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4a15c4-6c3f-4793-bc63-9ac4a8034235 req-f1e7b458-f082-4b82-b66d-7446c60c4178 service neutron] Attempting to bind port d4223ab9-d65a-4c10-9746-fe9a557c6a3d on network 1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6 {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:36:47.196904 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4a15c4-6c3f-4793-bc63-9ac4a8034235 req-f1e7b458-f082-4b82-b66d-7446c60c4178 service neutron] Port d4223ab9-d65a-4c10-9746-fe9a557c6a3d on network 1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84349 {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 10:36:47.197220 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4a15c4-6c3f-4793-bc63-9ac4a8034235 req-f1e7b458-f082-4b82-b66d-7446c60c4178 service neutron] Attempting to bind port d4223ab9-d65a-4c10-9746-fe9a557c6a3d on network 1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6 {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:36:47.206632 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4a15c4-6c3f-4793-bc63-9ac4a8034235 req-f1e7b458-f082-4b82-b66d-7446c60c4178 service neutron] Checking agent: {'id': 'a4349971-e88a-4ea8-a067-54d07204ee65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84349', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 10, 29, 20), 'started_at': datetime.datetime(2022, 6, 15, 10, 29, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 10, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 10:36:47.206971 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4a15c4-6c3f-4793-bc63-9ac4a8034235 req-f1e7b458-f082-4b82-b66d-7446c60c4178 service neutron] Checking segment: {'id': '251106e4-9199-432a-8d40-9072987ac67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:36:47.207382 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4a15c4-6c3f-4793-bc63-9ac4a8034235 req-f1e7b458-f082-4b82-b66d-7446c60c4178 service neutron] Bound using segment: {'id': '251106e4-9199-432a-8d40-9072987ac67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6'} {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 10:36:47.207809 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-7d4a15c4-6c3f-4793-bc63-9ac4a8034235 req-f1e7b458-f082-4b82-b66d-7446c60c4178 service neutron] Bound port: d4223ab9-d65a-4c10-9746-fe9a557c6a3d, host: hv-cinder-84349, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '251106e4-9199-432a-8d40-9072987ac67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6'}}] {{(pid=103806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 10:36:47.208165 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-7d4a15c4-6c3f-4793-bc63-9ac4a8034235 req-f1e7b458-f082-4b82-b66d-7446c60c4178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (d4223ab9-d65a-4c10-9746-fe9a557c6a3d), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:47.216692 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f3a0e-adf5-4928-84af-e8622746ea4e req-9157ac0f-770d-4620-a8b2-8707b7909e86 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:47.218188 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c97f3a0e-adf5-4928-84af-e8622746ea4e req-9157ac0f-770d-4620-a8b2-8707b7909e86 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 945 time: 0.0676122 Jun 15 10:36:47.278830 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 58056) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:36:47.311488 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c97f3a0e-adf5-4928-84af-e8622746ea4e req-e4842fd6-b883-4653-a65a-8f877b59d7ae tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868955 Jun 15 10:36:47.315658 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-7d4a15c4-6c3f-4793-bc63-9ac4a8034235 req-f1e7b458-f082-4b82-b66d-7446c60c4178 service neutron] For port d4223ab9-d65a-4c10-9746-fe9a557c6a3d, host hv-cinder-84349, cleared binding levels {{(pid=103806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 10:36:47.318960 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-7d4a15c4-6c3f-4793-bc63-9ac4a8034235 req-f1e7b458-f082-4b82-b66d-7446c60c4178 service neutron] For port d4223ab9-d65a-4c10-9746-fe9a557c6a3d, host hv-cinder-84349, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=d4223ab9-d65a-4c10-9746-fe9a557c6a3d,segment=NetworkSegment(251106e4-9199-432a-8d40-9072987ac67e),segment_id=251106e4-9199-432a-8d40-9072987ac67e)] {{(pid=103806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 10:36:47.327871 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-7d4a15c4-6c3f-4793-bc63-9ac4a8034235 req-f1e7b458-f082-4b82-b66d-7446c60c4178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-252119569'] for port (d4223ab9-d65a-4c10-9746-fe9a557c6a3d), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:47.367750 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a15c4-6c3f-4793-bc63-9ac4a8034235 req-f1e7b458-f082-4b82-b66d-7446c60c4178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:47.368365 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-7d4a15c4-6c3f-4793-bc63-9ac4a8034235 req-f1e7b458-f082-4b82-b66d-7446c60c4178 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:47.369722 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7d4a15c4-6c3f-4793-bc63-9ac4a8034235 req-f1e7b458-f082-4b82-b66d-7446c60c4178 service neutron] 10.222.0.62 "PUT /v2.0/ports/d4223ab9-d65a-4c10-9746-fe9a557c6a3d HTTP/1.1" status: 200 len: 1093 time: 0.6989775 Jun 15 10:36:47.388236 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e7b458-f082-4b82-b66d-7446c60c4178 service neutron] Pushing event updated for resources: {'Port': ['ID=d4223ab9-d65a-4c10-9746-fe9a557c6a3d,revision_number=3']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:36:47.474845 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a15c4-6c3f-4793-bc63-9ac4a8034235 req-0b08bc5f-9967-45ef-b68c-11da2ba8dcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:47.476433 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7d4a15c4-6c3f-4793-bc63-9ac4a8034235 req-0b08bc5f-9967-45ef-b68c-11da2ba8dcbd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d5320ba7f73d40cb9a6d16225d6660c7&device_id=8d87a8b6-c0cf-41b2-a230-0dd3cd754eb0 HTTP/1.1" status: 200 len: 1127 time: 0.0436704 Jun 15 10:36:47.525916 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7d4a15c4-6c3f-4793-bc63-9ac4a8034235 req-ae1faad9-523c-4d76-8511-326e6067d167 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4223ab9-d65a-4c10-9746-fe9a557c6a3d HTTP/1.1" status: 200 len: 217 time: 0.0354369 Jun 15 10:36:47.562443 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d87a8b6-c0cf-41b2-a230-0dd3cd754eb0', 'tag': 'd4223ab9-d65a-4c10-9746-fe9a557c6a3d'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:36:47.565758 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15acf06c26f001ded10715ddc8547394d4bbc7e5ff5a4e462e54e6774371169d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9efb6d9d-f7da-4cff-b1d4-7691e6550991" -d '{"events": [{"name": "network-changed", "server_uuid": "8d87a8b6-c0cf-41b2-a230-0dd3cd754eb0", "tag": "d4223ab9-d65a-4c10-9746-fe9a557c6a3d"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:36:47.597223 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a15c4-6c3f-4793-bc63-9ac4a8034235 req-66c00ce8-4bb9-4414-b054-ca908082de9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:47.598719 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7d4a15c4-6c3f-4793-bc63-9ac4a8034235 req-66c00ce8-4bb9-4414-b054-ca908082de9c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4438fcd8-ddec-420c-a2f1-1ebb746d8853 HTTP/1.1" status: 200 len: 850 time: 0.0669601 Jun 15 10:36:47.606118 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 10:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833a8a31-b1f7-4c66-87a3-b37c4953138c x-openstack-request-id: req-833a8a31-b1f7-4c66-87a3-b37c4953138c {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:36:47.606414 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d87a8b6-c0cf-41b2-a230-0dd3cd754eb0", "tag": "d4223ab9-d65a-4c10-9746-fe9a557c6a3d", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:36:47.606669 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-833a8a31-b1f7-4c66-87a3-b37c4953138c {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:36:47.607235 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-833a8a31-b1f7-4c66-87a3-b37c4953138c'] response: {'name': 'network-changed', 'server_uuid': '8d87a8b6-c0cf-41b2-a230-0dd3cd754eb0', 'tag': 'd4223ab9-d65a-4c10-9746-fe9a557c6a3d', 'status': 'completed', 'code': 200} Jun 15 10:36:47.661056 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a15c4-6c3f-4793-bc63-9ac4a8034235 req-f26211fa-d77f-4424-9581-5b07c9d9e4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:47.662494 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7d4a15c4-6c3f-4793-bc63-9ac4a8034235 req-f26211fa-d77f-4424-9581-5b07c9d9e4a0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406353 Jun 15 10:36:47.756531 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7d4a15c4-6c3f-4793-bc63-9ac4a8034235 req-465ca15b-bb84-4fe6-814e-129c6897cc0a service neutron] 10.222.0.62 "GET /v2.0/networks/1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870938 Jun 15 10:36:47.783439 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-28d06d32-ea2f-4019-b04d-5ef5fa4d530e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (28e3d1c3-881c-45f9-bfee-5bcc9597e0ae), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:47.839128 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23570ed4-aefd-4e49-8fa7-80db404410d5 req-0fecbde2-6d00-442f-86c5-110e9344d0fb tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:47.840513 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-23570ed4-aefd-4e49-8fa7-80db404410d5 req-0fecbde2-6d00-442f-86c5-110e9344d0fb tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d87a8b6-c0cf-41b2-a230-0dd3cd754eb0 HTTP/1.1" status: 200 len: 943 time: 0.0687830 Jun 15 10:36:47.927628 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7d4a15c4-6c3f-4793-bc63-9ac4a8034235 req-6ef5683c-5088-48c1-bac5-91c41291755b service neutron] 10.222.0.62 "GET /v2.0/networks/1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633031 Jun 15 10:36:47.931897 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-23570ed4-aefd-4e49-8fa7-80db404410d5 req-172db823-4452-43da-b36c-5eaba7fb4692 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=024dafa8-6677-4bb5-83d3-8340d04abd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668502 Jun 15 10:36:47.942431 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-42defab8-0229-42f2-95e9-71fa99ac3534 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-722362'] for router_interface (95f3bb7c-a043-4f67-9816-ac38c8ca03f3), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:47.975192 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (ad84a4c2-87cd-4603-a219-98785ef58eeb), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:48.160917 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=100 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:48.164541 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.plugin [None req-42defab8-0229-42f2-95e9-71fa99ac3534 admin admin] Deleting port 661b3675-95e9-4505-bbd9-a060f28ffbe2 {{(pid=103805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:36:48.164881 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-42defab8-0229-42f2-95e9-71fa99ac3534 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (661b3675-95e9-4505-bbd9-a060f28ffbe2), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:48.242794 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.db [None req-42defab8-0229-42f2-95e9-71fa99ac3534 admin admin] For port 661b3675-95e9-4505-bbd9-a060f28ffbe2, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=661b3675-95e9-4505-bbd9-a060f28ffbe2,segment=NetworkSegment(6837b548-608f-4f53-bc65-e11808045c9a),segment_id=6837b548-608f-4f53-bc65-e11808045c9a)] {{(pid=103805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:36:48.243193 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-42defab8-0229-42f2-95e9-71fa99ac3534 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (661b3675-95e9-4505-bbd9-a060f28ffbe2), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:48.256318 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.plugin [None req-42defab8-0229-42f2-95e9-71fa99ac3534 admin admin] Calling delete_port for 661b3675-95e9-4505-bbd9-a060f28ffbe2 owned by network:router_interface {{(pid=103805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:36:48.462851 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a16d6-ede6-4fac-8b0c-33765101ee1d req-043a175e-6ec1-43bb-a852-60f74bb9ad21 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:48.464254 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-489a16d6-ede6-4fac-8b0c-33765101ee1d req-043a175e-6ec1-43bb-a852-60f74bb9ad21 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 945 time: 0.0756934 Jun 15 10:36:48.469897 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:48.481319 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-42defab8-0229-42f2-95e9-71fa99ac3534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2774366'] for port (661b3675-95e9-4505-bbd9-a060f28ffbe2), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:48.517707 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42defab8-0229-42f2-95e9-71fa99ac3534 admin admin] Pushing event deleted for resources: {'Port': ['ID=661b3675-95e9-4505-bbd9-a060f28ffbe2,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:36:48.579848 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-489a16d6-ede6-4fac-8b0c-33765101ee1d req-40f76a21-f0b8-477c-ae22-7483b5ad3e95 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087546 Jun 15 10:36:48.702848 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-42defab8-0229-42f2-95e9-71fa99ac3534 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-722222'] for router_interface (95f3bb7c-a043-4f67-9816-ac38c8ca03f3), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:48.877565 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 0e9fd3cd-585e-471d-9874-b29128afe6b7 no longer exists at agent hyperv_hv-cinder-84349 {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 10:36:48.896672 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] No Port match for: 0e9fd3cd-585e-471d-9874-b29128afe6b7 {{(pid=103807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 10:36:48.897017 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 0e9fd3cd-585e-471d-9874-b29128afe6b7 not bound to the agent host hv-cinder-84349 {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 10:36:48.903591 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42defab8-0229-42f2-95e9-71fa99ac3534 admin admin] Router 95f3bb7c-a043-4f67-9816-ac38c8ca03f3 has already been hosted by L3 agent 06043943-94cb-49df-a062-a4886c03e673 {{(pid=103805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 10:36:48.942273 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:48.991578 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb6d9d-f7da-4cff-b1d4-7691e6550991 req-11bff6a1-fd5f-45ae-928d-684412fd37d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:48.993154 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9efb6d9d-f7da-4cff-b1d4-7691e6550991 req-11bff6a1-fd5f-45ae-928d-684412fd37d9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d5320ba7f73d40cb9a6d16225d6660c7&device_id=8d87a8b6-c0cf-41b2-a230-0dd3cd754eb0 HTTP/1.1" status: 200 len: 1127 time: 0.0457778 Jun 15 10:36:49.006951 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42defab8-0229-42f2-95e9-71fa99ac3534 admin admin] Notify agent at l3_agent.dv-cinder-843493-2-iscsi the message routers_updated {{(pid=103805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 10:36:49.012106 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-42defab8-0229-42f2-95e9-71fa99ac3534 admin admin] 10.222.0.49 "PUT /v2.0/routers/95f3bb7c-a043-4f67-9816-ac38c8ca03f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7322571 Jun 15 10:36:49.014611 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 58068) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:36:49.018989 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41342358-55db-45d5-a122-eeb31e7793e1 None None] Sync routers for ids ['95f3bb7c-a043-4f67-9816-ac38c8ca03f3'] in dv-cinder-843493-2-iscsi {{(pid=103807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 10:36:49.030240 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41342358-55db-45d5-a122-eeb31e7793e1 None None] Routers {'95f3bb7c-a043-4f67-9816-ac38c8ca03f3'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:36:49.030841 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-41342358-55db-45d5-a122-eeb31e7793e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:36:45Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['95f3bb7c-a043-4f67-9816-ac38c8ca03f3'], 'active': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:36:49.073676 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:49.106170 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:49.118057 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:49.119056 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-547486d3-04f5-4e0e-8b03-601c047e8004 admin admin] Publish callbacks [] for router (95f3bb7c-a043-4f67-9816-ac38c8ca03f3), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:49.121453 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864bc721-6b79-4d94-9eb8-765ee068da5a req-7a991862-d14a-427b-b9e9-8a54b98687d2 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:49.122981 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-864bc721-6b79-4d94-9eb8-765ee068da5a req-7a991862-d14a-427b-b9e9-8a54b98687d2 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d87a8b6-c0cf-41b2-a230-0dd3cd754eb0 HTTP/1.1" status: 200 len: 943 time: 0.1144068 Jun 15 10:36:49.138433 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvr_db [None req-41342358-55db-45d5-a122-eeb31e7793e1 None None] Set router 95f3bb7c-a043-4f67-9816-ac38c8ca03f3 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:36:49.163205 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb6d9d-f7da-4cff-b1d4-7691e6550991 req-d0001081-31b5-4580-9be2-88fd788aa65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:49.164774 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9efb6d9d-f7da-4cff-b1d4-7691e6550991 req-d0001081-31b5-4580-9be2-88fd788aa65d service neutron] 10.222.0.62 "GET /v2.0/networks?id=1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6 HTTP/1.1" status: 200 len: 912 time: 0.1636589 Jun 15 10:36:49.185564 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:49.217507 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9efb6d9d-f7da-4cff-b1d4-7691e6550991 req-581dd5b9-6107-403b-b63d-bdd0b7c65716 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4223ab9-d65a-4c10-9746-fe9a557c6a3d HTTP/1.1" status: 200 len: 217 time: 0.0426500 Jun 15 10:36:49.222487 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-864bc721-6b79-4d94-9eb8-765ee068da5a req-fdc1f9c1-8583-480f-a337-e387ab891118 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=024dafa8-6677-4bb5-83d3-8340d04abd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868559 Jun 15 10:36:49.222839 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-547486d3-04f5-4e0e-8b03-601c047e8004 admin admin] Publish callbacks [] for router_gateway (95f3bb7c-a043-4f67-9816-ac38c8ca03f3), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:49.277043 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb6d9d-f7da-4cff-b1d4-7691e6550991 req-9146980d-b58d-4265-84f6-0aa6ed922b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:49.277636 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.plugin [None req-547486d3-04f5-4e0e-8b03-601c047e8004 admin admin] Deleting port b7bd4cac-b4b2-460c-a99b-a7ea3afa1580 {{(pid=103805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:36:49.277986 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-547486d3-04f5-4e0e-8b03-601c047e8004 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (b7bd4cac-b4b2-460c-a99b-a7ea3afa1580), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:49.278492 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9efb6d9d-f7da-4cff-b1d4-7691e6550991 req-9146980d-b58d-4265-84f6-0aa6ed922b58 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4438fcd8-ddec-420c-a2f1-1ebb746d8853 HTTP/1.1" status: 200 len: 850 time: 0.0546899 Jun 15 10:36:49.311052 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-41342358-55db-45d5-a122-eeb31e7793e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f3bb7c-a043-4f67-9816-ac38c8ca03f3', 'name': 'tempest-ServerRescueNegativeTestJSON-1419186222-router', 'tenant_id': '993c57bae00b4a0db1d8de0f5017630a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'b7bd4cac-b4b2-460c-a99b-a7ea3afa1580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:13Z', 'updated_at': '2022-06-15T10:36:48Z', 'revision_number': 5, 'project_id': '993c57bae00b4a0db1d8de0f5017630a', 'gw_port': {'id': 'b7bd4cac-b4b2-460c-a99b-a7ea3afa1580', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f3bb7c-a043-4f67-9816-ac38c8ca03f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:14Z', 'updated_at': '2022-06-15T10:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi'}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:36:49.327585 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb6d9d-f7da-4cff-b1d4-7691e6550991 req-f2c5d4bd-0367-4a17-9b85-6c6e1653d1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:49.329248 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9efb6d9d-f7da-4cff-b1d4-7691e6550991 req-f2c5d4bd-0367-4a17-9b85-6c6e1653d1d2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435891 Jun 15 10:36:49.337389 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41342358-55db-45d5-a122-eeb31e7793e1 None None] Checking router: 95f3bb7c-a043-4f67-9816-ac38c8ca03f3 for host: dv-cinder-843493-2-iscsi {{(pid=103807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 10:36:49.346049 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41342358-55db-45d5-a122-eeb31e7793e1 None None] Routers {'95f3bb7c-a043-4f67-9816-ac38c8ca03f3'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:36:49.346785 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-41342358-55db-45d5-a122-eeb31e7793e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:36:45Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['95f3bb7c-a043-4f67-9816-ac38c8ca03f3'], 'active': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:36:49.362903 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.db [None req-547486d3-04f5-4e0e-8b03-601c047e8004 admin admin] For port b7bd4cac-b4b2-460c-a99b-a7ea3afa1580, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=b7bd4cac-b4b2-460c-a99b-a7ea3afa1580,segment=NetworkSegment(cb36ff63-3809-49b1-ae7b-cd8646780a76),segment_id=cb36ff63-3809-49b1-ae7b-cd8646780a76)] {{(pid=103805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:36:49.363305 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-547486d3-04f5-4e0e-8b03-601c047e8004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (b7bd4cac-b4b2-460c-a99b-a7ea3afa1580), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:49.377700 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.plugin [None req-547486d3-04f5-4e0e-8b03-601c047e8004 admin admin] Calling delete_port for b7bd4cac-b4b2-460c-a99b-a7ea3afa1580 owned by network:router_gateway {{(pid=103805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:36:49.383850 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:49.421783 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9efb6d9d-f7da-4cff-b1d4-7691e6550991 req-64b64185-9a1f-4c4e-a683-edddf6df7ab4 service neutron] 10.222.0.62 "GET /v2.0/networks/1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856998 Jun 15 10:36:49.434640 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvr_db [None req-41342358-55db-45d5-a122-eeb31e7793e1 None None] Set router 95f3bb7c-a043-4f67-9816-ac38c8ca03f3 gateway port host: None {{(pid=103807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:36:49.486968 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-41342358-55db-45d5-a122-eeb31e7793e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f3bb7c-a043-4f67-9816-ac38c8ca03f3', 'name': 'tempest-ServerRescueNegativeTestJSON-1419186222-router', 'tenant_id': '993c57bae00b4a0db1d8de0f5017630a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:13Z', 'updated_at': '2022-06-15T10:36:49Z', 'revision_number': 6, 'project_id': '993c57bae00b4a0db1d8de0f5017630a', 'gw_port_host': None}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:36:49.512804 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41342358-55db-45d5-a122-eeb31e7793e1 None None] The sync data for ids ['95f3bb7c-a043-4f67-9816-ac38c8ca03f3'] in dv-cinder-843493-2-iscsi is: [{'id': '95f3bb7c-a043-4f67-9816-ac38c8ca03f3', 'name': 'tempest-ServerRescueNegativeTestJSON-1419186222-router', 'tenant_id': '993c57bae00b4a0db1d8de0f5017630a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:13Z', 'updated_at': '2022-06-15T10:36:49Z', 'revision_number': 6, 'project_id': '993c57bae00b4a0db1d8de0f5017630a', 'gw_port_host': None}] {{(pid=103807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 10:36:49.521298 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9efb6d9d-f7da-4cff-b1d4-7691e6550991 req-4df9b665-e0eb-4466-912a-2604b699cb71 service neutron] 10.222.0.62 "GET /v2.0/networks/1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928459 Jun 15 10:36:49.558681 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-547486d3-04f5-4e0e-8b03-601c047e8004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2774366'] for port (b7bd4cac-b4b2-460c-a99b-a7ea3afa1580), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:49.582678 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547486d3-04f5-4e0e-8b03-601c047e8004 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7bd4cac-b4b2-460c-a99b-a7ea3afa1580,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:36:49.648087 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-547486d3-04f5-4e0e-8b03-601c047e8004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-721535'] for router_gateway (95f3bb7c-a043-4f67-9816-ac38c8ca03f3), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:49.760213 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-547486d3-04f5-4e0e-8b03-601c047e8004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-378'] for router (95f3bb7c-a043-4f67-9816-ac38c8ca03f3), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:49.764227 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-547486d3-04f5-4e0e-8b03-601c047e8004 admin admin] Publish callbacks [] for router_controller (95f3bb7c-a043-4f67-9816-ac38c8ca03f3), precommit_delete_associations {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:49.780881 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce1523e-ec66-4688-bee5-ffc5327d9f76 req-0542f643-7326-4ae2-8aa7-14e3423729f5 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:49.782929 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-3ce1523e-ec66-4688-bee5-ffc5327d9f76 req-0542f643-7326-4ae2-8aa7-14e3423729f5 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 945 time: 0.1099925 Jun 15 10:36:49.829755 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-547486d3-04f5-4e0e-8b03-601c047e8004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-721391'] for router (95f3bb7c-a043-4f67-9816-ac38c8ca03f3), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:49.830238 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547486d3-04f5-4e0e-8b03-601c047e8004 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95f3bb7c-a043-4f67-9816-ac38c8ca03f3 {{(pid=103805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 15 10:36:49.837861 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-547486d3-04f5-4e0e-8b03-601c047e8004 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:49.838949 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-547486d3-04f5-4e0e-8b03-601c047e8004 admin admin] 10.222.0.49 "DELETE /v2.0/routers/95f3bb7c-a043-4f67-9816-ac38c8ca03f3 HTTP/1.1" status: 204 len: 168 time: 0.8234129 Jun 15 10:36:49.841679 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 58072) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:36:49.863909 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-3ce1523e-ec66-4688-bee5-ffc5327d9f76 req-dd751535-6275-4ea6-ac77-5f3bdcad1cf3 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544987 Jun 15 10:36:49.907369 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_v2 [None req-57edae95-9afe-4904-97ee-3874f20e5d3d admin admin] Deleting subnet d0adbd34-bf07-4fba-a812-11643023d5f4 {{(pid=103806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 10:36:49.910958 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-57edae95-9afe-4904-97ee-3874f20e5d3d admin admin] Publish callbacks [] for subnet (d0adbd34-bf07-4fba-a812-11643023d5f4), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:49.947167 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-57edae95-9afe-4904-97ee-3874f20e5d3d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014507'] for subnet (d0adbd34-bf07-4fba-a812-11643023d5f4), precommit_delete_associations {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:50.053420 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-57edae95-9afe-4904-97ee-3874f20e5d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7722939'] for subnet (d0adbd34-bf07-4fba-a812-11643023d5f4), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:50.104284 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-57edae95-9afe-4904-97ee-3874f20e5d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7722882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-252119595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-251934052'] for subnet (d0adbd34-bf07-4fba-a812-11643023d5f4), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:50.130410 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57edae95-9afe-4904-97ee-3874f20e5d3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0adbd34-bf07-4fba-a812-11643023d5f4,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:36:50.132365 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-57edae95-9afe-4904-97ee-3874f20e5d3d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:50.135407 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-57edae95-9afe-4904-97ee-3874f20e5d3d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d0adbd34-bf07-4fba-a812-11643023d5f4 HTTP/1.1" status: 204 len: 168 time: 0.2927239 Jun 15 10:36:50.137121 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d07db6f-f6f1-4e7b-a5a4-1fb57506c431 None None] Network 5357f5ea-5034-4116-bf4e-1ab906c37c40 requested from dv-cinder-843493-2-iscsi {{(pid=103807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 10:36:50.137822 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 58074) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:36:50.209029 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-709447c0-7343-45fb-b8f1-91b9a0a88c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7810747'] for network (5357f5ea-5034-4116-bf4e-1ab906c37c40), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:50.252238 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-709447c0-7343-45fb-b8f1-91b9a0a88c70 admin admin] Deleting port 8b3b2271-fb8b-4769-81fa-37396461d549 {{(pid=103806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:36:50.252494 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-709447c0-7343-45fb-b8f1-91b9a0a88c70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (8b3b2271-fb8b-4769-81fa-37396461d549), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:50.345131 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 661b3675-95e9-4505-bbd9-a060f28ffbe2 no longer exists at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 10:36:50.367000 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [None req-709447c0-7343-45fb-b8f1-91b9a0a88c70 admin admin] For port 8b3b2271-fb8b-4769-81fa-37396461d549, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=8b3b2271-fb8b-4769-81fa-37396461d549,segment=NetworkSegment(6837b548-608f-4f53-bc65-e11808045c9a),segment_id=6837b548-608f-4f53-bc65-e11808045c9a)] {{(pid=103806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:36:50.367000 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-709447c0-7343-45fb-b8f1-91b9a0a88c70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (8b3b2271-fb8b-4769-81fa-37396461d549), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:50.369913 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] No Port match for: 661b3675-95e9-4505-bbd9-a060f28ffbe2 {{(pid=103807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 10:36:50.370250 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 661b3675-95e9-4505-bbd9-a060f28ffbe2 not bound to the agent host dv-cinder-843493-2-iscsi {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 10:36:50.388441 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4e127-cb30-463f-a71d-2e591877c166 req-eab65469-cfaa-4923-9e21-9121ddfb26e8 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:50.393238 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-acc4e127-cb30-463f-a71d-2e591877c166 req-eab65469-cfaa-4923-9e21-9121ddfb26e8 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d87a8b6-c0cf-41b2-a230-0dd3cd754eb0 HTTP/1.1" status: 200 len: 943 time: 0.0744789 Jun 15 10:36:50.394900 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-709447c0-7343-45fb-b8f1-91b9a0a88c70 admin admin] Calling delete_port for 8b3b2271-fb8b-4769-81fa-37396461d549 owned by network:dhcp {{(pid=103806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:36:50.420101 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:50.446383 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a606424b-0115-4a60-a041-8e7dee93bc49 None None] DHCP port deletion for 5357f5ea-5034-4116-bf4e-1ab906c37c40 request from dv-cinder-843493-2-iscsi {{(pid=103807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 15 10:36:50.468791 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:50.489838 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-a606424b-0115-4a60-a041-8e7dee93bc49 None None] Deleting port 8b3b2271-fb8b-4769-81fa-37396461d549 {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:36:50.490367 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-a606424b-0115-4a60-a041-8e7dee93bc49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (8b3b2271-fb8b-4769-81fa-37396461d549), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:50.501026 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-acc4e127-cb30-463f-a71d-2e591877c166 req-81687827-c17d-4df2-9345-9e21631a5b4f tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=024dafa8-6677-4bb5-83d3-8340d04abd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035225 Jun 15 10:36:50.534695 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-709447c0-7343-45fb-b8f1-91b9a0a88c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (8b3b2271-fb8b-4769-81fa-37396461d549), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:50.560049 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709447c0-7343-45fb-b8f1-91b9a0a88c70 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b3b2271-fb8b-4769-81fa-37396461d549,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:36:50.565921 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709447c0-7343-45fb-b8f1-91b9a0a88c70 admin admin] No DVR routers for this DVR port 8b3b2271-fb8b-4769-81fa-37396461d549 on host dv-cinder-843493-2-iscsi {{(pid=103806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 10:36:50.567412 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-a606424b-0115-4a60-a041-8e7dee93bc49 None None] For port 8b3b2271-fb8b-4769-81fa-37396461d549, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=8b3b2271-fb8b-4769-81fa-37396461d549,segment=NetworkSegment(6837b548-608f-4f53-bc65-e11808045c9a),segment_id=6837b548-608f-4f53-bc65-e11808045c9a)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:36:50.567834 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-a606424b-0115-4a60-a041-8e7dee93bc49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (8b3b2271-fb8b-4769-81fa-37396461d549), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:50.582542 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-a606424b-0115-4a60-a041-8e7dee93bc49 None None] Calling delete_port for 8b3b2271-fb8b-4769-81fa-37396461d549 owned by network:dhcp {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:36:50.643022 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-709447c0-7343-45fb-b8f1-91b9a0a88c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7721322', 'neutron.services.segments.db._delete_segments_for_network-8732880543290'] for network (5357f5ea-5034-4116-bf4e-1ab906c37c40), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:50.661947 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-a606424b-0115-4a60-a041-8e7dee93bc49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214'] for port (8b3b2271-fb8b-4769-81fa-37396461d549), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:50.666488 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.services.segments.db [None req-709447c0-7343-45fb-b8f1-91b9a0a88c70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5357f5ea-5034-4116-bf4e-1ab906c37c40']}} {{(pid=103806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:36:50.677405 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.services.segments.db [None req-709447c0-7343-45fb-b8f1-91b9a0a88c70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6837b548-608f-4f53-bc65-e11808045c9a') {'for_net_delete': True} {{(pid=103806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:36:50.677696 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.services.segments.db [None req-709447c0-7343-45fb-b8f1-91b9a0a88c70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6837b548-608f-4f53-bc65-e11808045c9a') {} {{(pid=103806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:36:50.688930 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-709447c0-7343-45fb-b8f1-91b9a0a88c70 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732880541633', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014514'] for segment (6837b548-608f-4f53-bc65-e11808045c9a), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:50.690930 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.agents_db [None req-cff4c53f-faac-479c-b9be-928944d02899 None None] Agent healthcheck: found 6 active agents {{(pid=103808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 10:36:50.691467 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a606424b-0115-4a60-a041-8e7dee93bc49 None None] Pushing event deleted for resources: {'Port': ['ID=8b3b2271-fb8b-4769-81fa-37396461d549,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:36:50.696106 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a606424b-0115-4a60-a041-8e7dee93bc49 None None] No DVR routers for this DVR port 8b3b2271-fb8b-4769-81fa-37396461d549 on host dv-cinder-843493-2-iscsi {{(pid=103807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 10:36:50.702056 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a606424b-0115-4a60-a041-8e7dee93bc49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:36:50.702825 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a606424b-0115-4a60-a041-8e7dee93bc49 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:36:50.703434 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a606424b-0115-4a60-a041-8e7dee93bc49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:36:50.704001 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a606424b-0115-4a60-a041-8e7dee93bc49 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:36:50.704348 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a606424b-0115-4a60-a041-8e7dee93bc49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:36:50.704703 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a606424b-0115-4a60-a041-8e7dee93bc49 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:36:50.704982 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a606424b-0115-4a60-a041-8e7dee93bc49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:36:50.705500 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a606424b-0115-4a60-a041-8e7dee93bc49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:36:50.706022 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a606424b-0115-4a60-a041-8e7dee93bc49 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:36:50.706542 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a606424b-0115-4a60-a041-8e7dee93bc49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:36:50.706873 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a606424b-0115-4a60-a041-8e7dee93bc49 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:36:50.707347 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a606424b-0115-4a60-a041-8e7dee93bc49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:36:50.707582 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a606424b-0115-4a60-a041-8e7dee93bc49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:36:50.707906 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a606424b-0115-4a60-a041-8e7dee93bc49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:36:50.708319 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a606424b-0115-4a60-a041-8e7dee93bc49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:36:50.709430 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-709447c0-7343-45fb-b8f1-91b9a0a88c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7722752'] for segment (6837b548-608f-4f53-bc65-e11808045c9a), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:50.717234 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-709447c0-7343-45fb-b8f1-91b9a0a88c70 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=103806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 10:36:50.717417 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-709447c0-7343-45fb-b8f1-91b9a0a88c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7722752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-252119669'] for segment (6837b548-608f-4f53-bc65-e11808045c9a), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:50.780473 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-709447c0-7343-45fb-b8f1-91b9a0a88c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7722532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-721499'] for network (5357f5ea-5034-4116-bf4e-1ab906c37c40), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:50.785539 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-709447c0-7343-45fb-b8f1-91b9a0a88c70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for network (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:50.788859 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-709447c0-7343-45fb-b8f1-91b9a0a88c70 admin admin] 10.222.0.49 "DELETE /v2.0/networks/5357f5ea-5034-4116-bf4e-1ab906c37c40 HTTP/1.1" status: 204 len: 168 time: 0.6501245 Jun 15 10:36:50.802326 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709447c0-7343-45fb-b8f1-91b9a0a88c70 admin admin] Pushing event deleted for resources: {'Network': ['ID=5357f5ea-5034-4116-bf4e-1ab906c37c40,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:36:50.811962 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.services.segments.plugin [-] Segment 6837b548-608f-4f53-bc65-e11808045c9a resource provider aggregate not found Jun 15 10:36:50.830388 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.services.segments.plugin [-] Segment 6837b548-608f-4f53-bc65-e11808045c9a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6837b548-608f-4f53-bc65-e11808045c9a found for delete ", "request_id": "req-29ae44a5-52c8-412a-80e7-e8b1fbfdd3b6"}]} Jun 15 10:36:50.903135 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device d4223ab9-d65a-4c10-9746-fe9a557c6a3d details requested by agent hyperv_hv-cinder-84349 with host hv-cinder-84349 {{(pid=103807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 10:36:50.903866 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 58088) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:36:50.922771 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:50.957828 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-23ea91f8-a57e-4bc4-aa3d-1eeab8bba675 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=993c57bae00b4a0db1d8de0f5017630a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0496392 Jun 15 10:36:50.958142 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 58090) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:36:51.004098 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b956bd-fd0e-467a-9e74-fa0fe352e29a req-76905b55-4eac-49ab-8559-b48b46b22baf tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:51.005611 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-c6b956bd-fd0e-467a-9e74-fa0fe352e29a req-76905b55-4eac-49ab-8559-b48b46b22baf tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 945 time: 0.0539050 Jun 15 10:36:51.011366 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port d4223ab9-d65a-4c10-9746-fe9a557c6a3d, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=d4223ab9-d65a-4c10-9746-fe9a557c6a3d,segment=NetworkSegment(251106e4-9199-432a-8d40-9072987ac67e),segment_id=251106e4-9199-432a-8d40-9072987ac67e)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:36:51.017704 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-764cd788-e40a-4e2e-bba5-dc969ae6b99d admin admin] Publish callbacks [] for security_group (0bf2b8aa-01a6-445f-8090-7af81b20c3e7), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:51.023529 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Returning: {'device': 'd4223ab9-d65a-4c10-9746-fe9a557c6a3d', 'network_id': '1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6', 'port_id': 'd4223ab9-d65a-4c10-9746-fe9a557c6a3d', 'mac_address': 'fa:16:3e:c2:58:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4438fcd8-ddec-420c-a2f1-1ebb746d8853', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 10:36:51.043438 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-764cd788-e40a-4e2e-bba5-dc969ae6b99d admin admin] Publish callbacks [] for security_group (0bf2b8aa-01a6-445f-8090-7af81b20c3e7), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:51.056182 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-c6b956bd-fd0e-467a-9e74-fa0fe352e29a req-eb0f9ef0-bc0d-4a57-a7cf-8e54e1fe6dc9 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442920 Jun 15 10:36:51.066452 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Current status of the port d4223ab9-d65a-4c10-9746-fe9a557c6a3d is: DOWN; New status is: BUILD {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:36:51.066772 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (d4223ab9-d65a-4c10-9746-fe9a557c6a3d), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:51.085845 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4223ab9-d65a-4c10-9746-fe9a557c6a3d {{(pid=103807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 10:36:51.096112 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-764cd788-e40a-4e2e-bba5-dc969ae6b99d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (0bf2b8aa-01a6-445f-8090-7af81b20c3e7), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:51.098881 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-764cd788-e40a-4e2e-bba5-dc969ae6b99d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:51.102516 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-764cd788-e40a-4e2e-bba5-dc969ae6b99d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0bf2b8aa-01a6-445f-8090-7af81b20c3e7 HTTP/1.1" status: 204 len: 168 time: 0.1411350 Jun 15 10:36:51.107406 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port d4223ab9-d65a-4c10-9746-fe9a557c6a3d, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=d4223ab9-d65a-4c10-9746-fe9a557c6a3d,segment=NetworkSegment(251106e4-9199-432a-8d40-9072987ac67e),segment_id=251106e4-9199-432a-8d40-9072987ac67e)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:36:51.112955 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (d4223ab9-d65a-4c10-9746-fe9a557c6a3d), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:51.113332 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764cd788-e40a-4e2e-bba5-dc969ae6b99d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf2b8aa-01a6-445f-8090-7af81b20c3e7,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:36:51.121407 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:51.141372 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:51.176884 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Pushing event updated for resources: {'Port': ['ID=d4223ab9-d65a-4c10-9746-fe9a557c6a3d,revision_number=4']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:36:51.343763 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=26,neutron:UPDATE=5 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:51.456374 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] get_ports_and_sgs() called for port_ids ['d4223ab9-d65a-4c10-9746-fe9a557c6a3d'] {{(pid=103807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 10:36:51.643621 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b47a17-cab8-4d81-836a-ebc85a1e7a7f req-c05cf10c-e409-4ad4-b66f-9d4d050d68bf tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:51.646016 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-15b47a17-cab8-4d81-836a-ebc85a1e7a7f req-c05cf10c-e409-4ad4-b66f-9d4d050d68bf tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d87a8b6-c0cf-41b2-a230-0dd3cd754eb0 HTTP/1.1" status: 200 len: 944 time: 0.0531337 Jun 15 10:36:51.648298 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 8b3b2271-fb8b-4769-81fa-37396461d549 no longer exists at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 10:36:51.670926 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] No Port match for: 8b3b2271-fb8b-4769-81fa-37396461d549 {{(pid=103807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 10:36:51.671436 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 8b3b2271-fb8b-4769-81fa-37396461d549 not bound to the agent host dv-cinder-843493-2-iscsi {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 10:36:51.672164 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device b7bd4cac-b4b2-460c-a99b-a7ea3afa1580 no longer exists at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 10:36:51.691789 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] No Port match for: b7bd4cac-b4b2-460c-a99b-a7ea3afa1580 {{(pid=103807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 10:36:51.692330 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device b7bd4cac-b4b2-460c-a99b-a7ea3afa1580 not bound to the agent host dv-cinder-843493-2-iscsi {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 10:36:51.701769 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-15b47a17-cab8-4d81-836a-ebc85a1e7a7f req-ae63e0d9-30d1-44f7-8d81-dcffef25468d tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=024dafa8-6677-4bb5-83d3-8340d04abd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480440 Jun 15 10:36:52.174296 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94eab5-9c8b-49c3-8cce-46f257d23307 req-218743eb-5450-420f-94af-02a54545f339 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:52.175822 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-ed94eab5-9c8b-49c3-8cce-46f257d23307 req-218743eb-5450-420f-94af-02a54545f339 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 945 time: 0.0461895 Jun 15 10:36:52.221870 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (a4349971-e88a-4ea8-a067-54d07204ee65), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:52.228148 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-ed94eab5-9c8b-49c3-8cce-46f257d23307 req-a42538a6-9b69-41f8-b102-59236d2d7cd0 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468333 Jun 15 10:36:52.815725 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92cfd02-4c94-4fb4-be16-287dbadc74c2 req-2b99635f-df1f-4c01-81a3-9dd1291afd2e tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:52.817212 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f92cfd02-4c94-4fb4-be16-287dbadc74c2 req-2b99635f-df1f-4c01-81a3-9dd1291afd2e tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d87a8b6-c0cf-41b2-a230-0dd3cd754eb0 HTTP/1.1" status: 200 len: 944 time: 0.0463741 Jun 15 10:36:52.865763 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f92cfd02-4c94-4fb4-be16-287dbadc74c2 req-1546751b-06c6-4ca7-8d38-643e7f7b8664 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=024dafa8-6677-4bb5-83d3-8340d04abd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431075 Jun 15 10:36:52.917564 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device d4223ab9-d65a-4c10-9746-fe9a557c6a3d up at agent hyperv_hv-cinder-84349 {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:36:52.960376 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Provisioning for port d4223ab9-d65a-4c10-9746-fe9a557c6a3d completed by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 10:36:52.965872 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Provisioning complete for port d4223ab9-d65a-4c10-9746-fe9a557c6a3d triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:36:52.966248 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (d4223ab9-d65a-4c10-9746-fe9a557c6a3d), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:53.036548 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Current status of the port d4223ab9-d65a-4c10-9746-fe9a557c6a3d is: BUILD; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:36:53.036925 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (d4223ab9-d65a-4c10-9746-fe9a557c6a3d), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:53.058552 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d87a8b6-c0cf-41b2-a230-0dd3cd754eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4223ab9-d65a-4c10-9746-fe9a557c6a3d'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:36:53.060754 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9205ebd0146601a57e336ba0e259bffcba8e9192005a2aa68aaaf98781184b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35922bc6-27e3-4240-b895-8b5ba09ceb52" -d '{"events": [{"server_uuid": "8d87a8b6-c0cf-41b2-a230-0dd3cd754eb0", "name": "network-vif-plugged", "status": "completed", "tag": "d4223ab9-d65a-4c10-9746-fe9a557c6a3d"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:36:53.072750 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port d4223ab9-d65a-4c10-9746-fe9a557c6a3d, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=d4223ab9-d65a-4c10-9746-fe9a557c6a3d,segment=NetworkSegment(251106e4-9199-432a-8d40-9072987ac67e),segment_id=251106e4-9199-432a-8d40-9072987ac67e)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:36:53.076813 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (d4223ab9-d65a-4c10-9746-fe9a557c6a3d), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:53.128558 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Pushing event updated for resources: {'Port': ['ID=d4223ab9-d65a-4c10-9746-fe9a557c6a3d,revision_number=5']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:36:53.216666 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 10:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1bf49bf-cd5c-4be9-8613-8ebbf1a84fb4 x-openstack-request-id: req-e1bf49bf-cd5c-4be9-8613-8ebbf1a84fb4 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:36:53.216977 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d87a8b6-c0cf-41b2-a230-0dd3cd754eb0", "name": "network-vif-plugged", "status": "completed", "tag": "d4223ab9-d65a-4c10-9746-fe9a557c6a3d", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:36:53.217229 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e1bf49bf-cd5c-4be9-8613-8ebbf1a84fb4 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:36:53.217625 dv-cinder-843493-2-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1bf49bf-cd5c-4be9-8613-8ebbf1a84fb4'] response: {'server_uuid': '8d87a8b6-c0cf-41b2-a230-0dd3cd754eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4223ab9-d65a-4c10-9746-fe9a557c6a3d', 'code': 200} Jun 15 10:36:53.621090 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c3b50-5951-4155-b376-8d42fdbd26ff req-3d54ad18-0834-46ab-9db5-4abee5a989f5 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:53.622724 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a86c3b50-5951-4155-b376-8d42fdbd26ff req-3d54ad18-0834-46ab-9db5-4abee5a989f5 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 945 time: 0.3189814 Jun 15 10:36:53.626186 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b16bc-f5b8-4ecd-a984-240d41d91732 req-674cdbb2-9be7-4ab7-9f00-91e96bbb8b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:53.627569 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f49b16bc-f5b8-4ecd-a984-240d41d91732 req-674cdbb2-9be7-4ab7-9f00-91e96bbb8b04 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8d87a8b6-c0cf-41b2-a230-0dd3cd754eb0 HTTP/1.1" status: 200 len: 1129 time: 0.0511694 Jun 15 10:36:53.700837 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a86c3b50-5951-4155-b376-8d42fdbd26ff req-c9dc420b-a758-4487-b67c-221d31dd7e42 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714912 Jun 15 10:36:53.702967 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f49b16bc-f5b8-4ecd-a984-240d41d91732 req-c851eaf5-c7d3-4467-b709-9232cba9199b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=024dafa8-6677-4bb5-83d3-8340d04abd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667808 Jun 15 10:36:53.986699 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10fc6b-8b75-4d22-b268-6e610f1bb3c6 req-9d37327a-e8ba-45bb-9da7-31cdc90b8710 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:53.988430 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-5b10fc6b-8b75-4d22-b268-6e610f1bb3c6 req-9d37327a-e8ba-45bb-9da7-31cdc90b8710 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d87a8b6-c0cf-41b2-a230-0dd3cd754eb0 HTTP/1.1" status: 200 len: 945 time: 0.0516672 Jun 15 10:36:54.041950 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-5b10fc6b-8b75-4d22-b268-6e610f1bb3c6 req-a34b06ac-30f1-4fca-8c48-c8e495520f10 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=024dafa8-6677-4bb5-83d3-8340d04abd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458405 Jun 15 10:36:54.823704 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee1e22c-4253-4b31-abad-5497842ed9f5 req-8ba0fa5a-91c5-489c-93f5-3d529bf7d5b5 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:54.825183 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7ee1e22c-4253-4b31-abad-5497842ed9f5 req-8ba0fa5a-91c5-489c-93f5-3d529bf7d5b5 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 945 time: 0.0481546 Jun 15 10:36:54.850495 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:54.874669 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7ee1e22c-4253-4b31-abad-5497842ed9f5 req-f51093c2-2fb3-4f88-99ef-228a7c363f2f tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432949 Jun 15 10:36:55.162218 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e3fd6-6fe7-414c-923a-1690a5c5b6c0 req-6021e7eb-b683-41cb-b878-6437712fd261 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:55.163754 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-0f3e3fd6-6fe7-414c-923a-1690a5c5b6c0 req-6021e7eb-b683-41cb-b878-6437712fd261 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d87a8b6-c0cf-41b2-a230-0dd3cd754eb0 HTTP/1.1" status: 200 len: 945 time: 0.0498240 Jun 15 10:36:55.211680 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-0f3e3fd6-6fe7-414c-923a-1690a5c5b6c0 req-acdf4b0b-b5b6-4d95-a7df-e113925a290f tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=024dafa8-6677-4bb5-83d3-8340d04abd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424712 Jun 15 10:36:55.997627 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8db058-4ac4-431c-8117-238e2a72b9d7 req-b1d45c5d-f43b-4e9c-89c9-3b66e51d3739 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:55.999073 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9d8db058-4ac4-431c-8117-238e2a72b9d7 req-b1d45c5d-f43b-4e9c-89c9-3b66e51d3739 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 945 time: 0.0479729 Jun 15 10:36:56.023210 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:56.048232 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9d8db058-4ac4-431c-8117-238e2a72b9d7 req-582e86ad-84a2-4b94-89ef-c9c5e86bd6d0 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436425 Jun 15 10:36:56.471897 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:56.483035 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85829111-37d4-47d2-b8e9-29423a2bbd61 req-ebddb470-fb06-462c-9261-03c70f439563 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:56.484503 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-85829111-37d4-47d2-b8e9-29423a2bbd61 req-ebddb470-fb06-462c-9261-03c70f439563 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d87a8b6-c0cf-41b2-a230-0dd3cd754eb0 HTTP/1.1" status: 200 len: 945 time: 0.0509226 Jun 15 10:36:56.530530 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-85829111-37d4-47d2-b8e9-29423a2bbd61 req-d955ac06-5948-4472-b77a-47a8cac7d268 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=024dafa8-6677-4bb5-83d3-8340d04abd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405731 Jun 15 10:36:56.640157 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41dcb4b-4001-440b-9144-78f0f24f5f9b req-b1959952-9108-48e7-b32b-f54c015ab079 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:56.641520 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c41dcb4b-4001-440b-9144-78f0f24f5f9b req-b1959952-9108-48e7-b32b-f54c015ab079 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d87a8b6-c0cf-41b2-a230-0dd3cd754eb0 HTTP/1.1" status: 200 len: 945 time: 0.0494633 Jun 15 10:36:56.649914 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 58186) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:36:56.654374 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-1c333c6f-598e-4ff3-9ec9-95bb89d213ae tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Request body: {'floatingip': {'port_id': 'd4223ab9-d65a-4c10-9746-fe9a557c6a3d'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:36:56.691150 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1c333c6f-598e-4ff3-9ec9-95bb89d213ae tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks [] for floatingip (224cbe5c-ba5d-4293-9921-6fb20c690f60), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:57.090318 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1c333c6f-598e-4ff3-9ec9-95bb89d213ae tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:57.094824 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1c333c6f-598e-4ff3-9ec9-95bb89d213ae tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-721338'] for floatingip (224cbe5c-ba5d-4293-9921-6fb20c690f60), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:57.166010 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8176aee7-fde6-40a4-9fde-ef6c680fa574 req-e83cdc90-ca94-417a-9c35-4969e0bcb7e4 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:57.167519 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-8176aee7-fde6-40a4-9fde-ef6c680fa574 req-e83cdc90-ca94-417a-9c35-4969e0bcb7e4 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 945 time: 0.0483382 Jun 15 10:36:57.203550 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.db.l3_db [None req-1c333c6f-598e-4ff3-9ec9-95bb89d213ae tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Floating IP 224cbe5c-ba5d-4293-9921-6fb20c690f60 associated. External IP: 172.27.0.50, port: d4223ab9-d65a-4c10-9746-fe9a557c6a3d. Jun 15 10:36:57.213760 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-8176aee7-fde6-40a4-9fde-ef6c680fa574 req-9db2eec1-e8b8-4e4c-a9ee-1345421f689f tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399668 Jun 15 10:36:57.393954 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c333c6f-598e-4ff3-9ec9-95bb89d213ae tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Router 5688325c-b5ce-4020-ab53-bf186cf8f8e9 has already been hosted by L3 agent 06043943-94cb-49df-a062-a4886c03e673 {{(pid=103806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 10:36:57.490031 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=100 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:57.495109 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c333c6f-598e-4ff3-9ec9-95bb89d213ae tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Notify agent at l3_agent.dv-cinder-843493-2-iscsi the message routers_updated {{(pid=103806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 10:36:57.499497 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1c333c6f-598e-4ff3-9ec9-95bb89d213ae tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for floatingip (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:57.505716 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16e994a-e7c1-4f05-94c2-c5be371919d4 None None] Sync routers for ids ['5688325c-b5ce-4020-ab53-bf186cf8f8e9'] in dv-cinder-843493-2-iscsi {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 10:36:57.514826 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16e994a-e7c1-4f05-94c2-c5be371919d4 None None] Routers {'5688325c-b5ce-4020-ab53-bf186cf8f8e9'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:36:57.515957 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-f16e994a-e7c1-4f05-94c2-c5be371919d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:36:45Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['5688325c-b5ce-4020-ab53-bf186cf8f8e9'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:36:57.528797 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-1c333c6f-598e-4ff3-9ec9-95bb89d213ae tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "PUT /v2.0/floatingips/224cbe5c-ba5d-4293-9921-6fb20c690f60 HTTP/1.1" status: 200 len: 990 time: 0.8778665 Jun 15 10:36:57.529545 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d87a8b6-c0cf-41b2-a230-0dd3cd754eb0', 'tag': 'd4223ab9-d65a-4c10-9746-fe9a557c6a3d'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:36:57.532546 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15acf06c26f001ded10715ddc8547394d4bbc7e5ff5a4e462e54e6774371169d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6817a9-2c01-4fcc-85d9-547f4a22efb0" -d '{"events": [{"name": "network-changed", "server_uuid": "8d87a8b6-c0cf-41b2-a230-0dd3cd754eb0", "tag": "d4223ab9-d65a-4c10-9746-fe9a557c6a3d"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:36:57.568474 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 10:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34618474-d7be-4b41-9f26-256a983c0996 x-openstack-request-id: req-34618474-d7be-4b41-9f26-256a983c0996 {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:36:57.568762 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d87a8b6-c0cf-41b2-a230-0dd3cd754eb0", "tag": "d4223ab9-d65a-4c10-9746-fe9a557c6a3d", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:36:57.569013 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-34618474-d7be-4b41-9f26-256a983c0996 {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:36:57.569416 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34618474-d7be-4b41-9f26-256a983c0996'] response: {'name': 'network-changed', 'server_uuid': '8d87a8b6-c0cf-41b2-a230-0dd3cd754eb0', 'tag': 'd4223ab9-d65a-4c10-9746-fe9a557c6a3d', 'status': 'completed', 'code': 200} Jun 15 10:36:57.617041 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-f16e994a-e7c1-4f05-94c2-c5be371919d4 None None] Set router 5688325c-b5ce-4020-ab53-bf186cf8f8e9 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:36:57.822485 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-f16e994a-e7c1-4f05-94c2-c5be371919d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5688325c-b5ce-4020-ab53-bf186cf8f8e9', 'name': 'tempest-AttachVolumeTestJSON-2084004446-router', 'tenant_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'd5401aa4-d624-43d8-a46b-da51cec312f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:32:37Z', 'updated_at': '2022-06-15T10:32:41Z', 'revision_number': 4, 'project_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'gw_port': {'id': 'd5401aa4-d624-43d8-a46b-da51cec312f2', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:77:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5688325c-b5ce-4020-ab53-bf186cf8f8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:32:38Z', 'updated_at': '2022-06-15T10:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_floatingips': [{'id': '224cbe5c-ba5d-4293-9921-6fb20c690f60', 'tenant_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'floating_ip_address': '172.27.0.50', 'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'router_id': '5688325c-b5ce-4020-ab53-bf186cf8f8e9', 'port_id': 'd4223ab9-d65a-4c10-9746-fe9a557c6a3d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6', 'mac_address': 'fa:16:3e:c2:58:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d87a8b6-c0cf-41b2-a230-0dd3cd754eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T10:36:43Z', 'updated_at': '2022-06-15T10:36:57Z', 'revision_number': 1, 'project_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00c661e2-0e03-401b-bf2c-ff7d62504880', 'name': '', 'network_id': '1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6', 'tenant_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'mac_address': 'fa:16:3e:da:57:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5688325c-b5ce-4020-ab53-bf186cf8f8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '4438fcd8-ddec-420c-a2f1-1ebb746d8853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:32:40Z', 'updated_at': '2022-06-15T10:32:45Z', 'revision_number': 5, 'project_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'subnets': [{'id': '4438fcd8-ddec-420c-a2f1-1ebb746d8853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:36:57.846890 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16e994a-e7c1-4f05-94c2-c5be371919d4 None None] Checking router: 5688325c-b5ce-4020-ab53-bf186cf8f8e9 for host: dv-cinder-843493-2-iscsi {{(pid=103808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 10:36:57.855016 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16e994a-e7c1-4f05-94c2-c5be371919d4 None None] Routers {'5688325c-b5ce-4020-ab53-bf186cf8f8e9'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:36:57.855635 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-f16e994a-e7c1-4f05-94c2-c5be371919d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:36:45Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['5688325c-b5ce-4020-ab53-bf186cf8f8e9'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:36:57.953674 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-f16e994a-e7c1-4f05-94c2-c5be371919d4 None None] Set router 5688325c-b5ce-4020-ab53-bf186cf8f8e9 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:36:58.157392 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-f16e994a-e7c1-4f05-94c2-c5be371919d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5688325c-b5ce-4020-ab53-bf186cf8f8e9', 'name': 'tempest-AttachVolumeTestJSON-2084004446-router', 'tenant_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'd5401aa4-d624-43d8-a46b-da51cec312f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:32:37Z', 'updated_at': '2022-06-15T10:32:41Z', 'revision_number': 4, 'project_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'gw_port': {'id': 'd5401aa4-d624-43d8-a46b-da51cec312f2', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:77:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5688325c-b5ce-4020-ab53-bf186cf8f8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:32:38Z', 'updated_at': '2022-06-15T10:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_floatingips': [{'id': '224cbe5c-ba5d-4293-9921-6fb20c690f60', 'tenant_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'floating_ip_address': '172.27.0.50', 'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'router_id': '5688325c-b5ce-4020-ab53-bf186cf8f8e9', 'port_id': 'd4223ab9-d65a-4c10-9746-fe9a557c6a3d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6', 'mac_address': 'fa:16:3e:c2:58:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d87a8b6-c0cf-41b2-a230-0dd3cd754eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T10:36:43Z', 'updated_at': '2022-06-15T10:36:57Z', 'revision_number': 1, 'project_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00c661e2-0e03-401b-bf2c-ff7d62504880', 'name': '', 'network_id': '1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6', 'tenant_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'mac_address': 'fa:16:3e:da:57:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5688325c-b5ce-4020-ab53-bf186cf8f8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '4438fcd8-ddec-420c-a2f1-1ebb746d8853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:32:40Z', 'updated_at': '2022-06-15T10:32:45Z', 'revision_number': 5, 'project_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'subnets': [{'id': '4438fcd8-ddec-420c-a2f1-1ebb746d8853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:36:58.181497 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16e994a-e7c1-4f05-94c2-c5be371919d4 None None] The sync data for ids ['5688325c-b5ce-4020-ab53-bf186cf8f8e9'] in dv-cinder-843493-2-iscsi is: [{'id': '5688325c-b5ce-4020-ab53-bf186cf8f8e9', 'name': 'tempest-AttachVolumeTestJSON-2084004446-router', 'tenant_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'd5401aa4-d624-43d8-a46b-da51cec312f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:32:37Z', 'updated_at': '2022-06-15T10:32:41Z', 'revision_number': 4, 'project_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'gw_port': {'id': 'd5401aa4-d624-43d8-a46b-da51cec312f2', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:77:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5688325c-b5ce-4020-ab53-bf186cf8f8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:32:38Z', 'updated_at': '2022-06-15T10:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_floatingips': [{'id': '224cbe5c-ba5d-4293-9921-6fb20c690f60', 'tenant_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'floating_ip_address': '172.27.0.50', 'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'router_id': '5688325c-b5ce-4020-ab53-bf186cf8f8e9', 'port_id': 'd4223ab9-d65a-4c10-9746-fe9a557c6a3d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6', 'mac_address': 'fa:16:3e:c2:58:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d87a8b6-c0cf-41b2-a230-0dd3cd754eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T10:36:43Z', 'updated_at': '2022-06-15T10:36:57Z', 'revision_number': 1, 'project_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00c661e2-0e03-401b-bf2c-ff7d62504880', 'name': '', 'network_id': '1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6', 'tenant_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'mac_address': 'fa:16:3e:da:57:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5688325c-b5ce-4020-ab53-bf186cf8f8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '4438fcd8-ddec-420c-a2f1-1ebb746d8853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:32:40Z', 'updated_at': '2022-06-15T10:32:45Z', 'revision_number': 5, 'project_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'subnets': [{'id': '4438fcd8-ddec-420c-a2f1-1ebb746d8853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 10:36:58.334407 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b06b1d-1619-4c08-9975-fc4cc0d9ce99 req-6bb9e99c-1b00-4933-afcc-62d5a8878fa9 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:58.336131 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-b7b06b1d-1619-4c08-9975-fc4cc0d9ce99 req-6bb9e99c-1b00-4933-afcc-62d5a8878fa9 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 945 time: 0.0482438 Jun 15 10:36:58.383032 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7bf45d-398c-46d1-9334-70adfc744aca None None] New status for floating IP 224cbe5c-ba5d-4293-9921-6fb20c690f60: ACTIVE {{(pid=103807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 10:36:58.397211 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-b7b06b1d-1619-4c08-9975-fc4cc0d9ce99 req-73948a2d-5583-4522-95af-64cdef1c7a86 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556583 Jun 15 10:36:58.537592 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 5edece31-59c1-43eb-bba5-3ede89417a40 details requested by agent hyperv_hv-cinder-84349 with host hv-cinder-84349 {{(pid=103807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 10:36:58.639441 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port 5edece31-59c1-43eb-bba5-3ede89417a40, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=5edece31-59c1-43eb-bba5-3ede89417a40,segment=NetworkSegment(19f9c52a-802c-4297-ba83-8da5c92ffd0c),segment_id=19f9c52a-802c-4297-ba83-8da5c92ffd0c)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:36:58.648183 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6817a9-2c01-4fcc-85d9-547f4a22efb0 req-ca48df32-ef51-479f-b58a-4ac3f8369738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:58.649689 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7d6817a9-2c01-4fcc-85d9-547f4a22efb0 req-ca48df32-ef51-479f-b58a-4ac3f8369738 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d5320ba7f73d40cb9a6d16225d6660c7&device_id=8d87a8b6-c0cf-41b2-a230-0dd3cd754eb0 HTTP/1.1" status: 200 len: 1129 time: 0.0390997 Jun 15 10:36:58.650477 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Returning: {'device': '5edece31-59c1-43eb-bba5-3ede89417a40', 'network_id': '4d5f07d8-adfa-49e4-965f-88f44de7cd54', 'port_id': '5edece31-59c1-43eb-bba5-3ede89417a40', 'mac_address': 'fa:16:3e:26:b4:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d001222-a4ff-4954-9899-62f9de0c8b3d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 10:36:58.682865 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:58.688423 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Current status of the port 5edece31-59c1-43eb-bba5-3ede89417a40 is: ACTIVE; New status is: BUILD {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:36:58.689004 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (5edece31-59c1-43eb-bba5-3ede89417a40), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:58.699296 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:58.702380 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5edece31-59c1-43eb-bba5-3ede89417a40 {{(pid=103807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 10:36:58.724398 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port 5edece31-59c1-43eb-bba5-3ede89417a40, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=5edece31-59c1-43eb-bba5-3ede89417a40,segment=NetworkSegment(19f9c52a-802c-4297-ba83-8da5c92ffd0c),segment_id=19f9c52a-802c-4297-ba83-8da5c92ffd0c)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:36:58.728096 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (5edece31-59c1-43eb-bba5-3ede89417a40), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:58.750138 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6817a9-2c01-4fcc-85d9-547f4a22efb0 req-02637b96-ded1-4836-aed1-680068c411ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:58.751754 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7d6817a9-2c01-4fcc-85d9-547f4a22efb0 req-02637b96-ded1-4836-aed1-680068c411ee service neutron] 10.222.0.62 "GET /v2.0/networks?id=1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6 HTTP/1.1" status: 200 len: 912 time: 0.0938072 Jun 15 10:36:58.762316 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:36:58.779267 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Pushing event updated for resources: {'Port': ['ID=5edece31-59c1-43eb-bba5-3ede89417a40,revision_number=6']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:36:58.835414 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7d6817a9-2c01-4fcc-85d9-547f4a22efb0 req-7fe2edd6-0f1c-4458-aca4-aa45c13b5b4a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4223ab9-d65a-4c10-9746-fe9a557c6a3d HTTP/1.1" status: 200 len: 1000 time: 0.0559556 Jun 15 10:36:58.890077 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6817a9-2c01-4fcc-85d9-547f4a22efb0 req-70b52e8d-384c-4146-b8fc-b3d1ccfbd9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:58.892213 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7d6817a9-2c01-4fcc-85d9-547f4a22efb0 req-70b52e8d-384c-4146-b8fc-b3d1ccfbd9b3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4438fcd8-ddec-420c-a2f1-1ebb746d8853 HTTP/1.1" status: 200 len: 850 time: 0.0481181 Jun 15 10:36:58.937730 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6817a9-2c01-4fcc-85d9-547f4a22efb0 req-53369ecb-2d98-494b-9e0a-bfc493de1808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:58.939112 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7d6817a9-2c01-4fcc-85d9-547f4a22efb0 req-53369ecb-2d98-494b-9e0a-bfc493de1808 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390527 Jun 15 10:36:58.996132 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] get_ports_and_sgs() called for port_ids ['5edece31-59c1-43eb-bba5-3ede89417a40'] {{(pid=103807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 10:36:59.033389 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7d6817a9-2c01-4fcc-85d9-547f4a22efb0 req-56b0783d-8389-41d4-8f2c-d3636aa62c49 service neutron] 10.222.0.62 "GET /v2.0/networks/1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850871 Jun 15 10:36:59.127615 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7d6817a9-2c01-4fcc-85d9-547f4a22efb0 req-4b984a15-bbea-43d0-8211-5abe6f19c8f8 service neutron] 10.222.0.62 "GET /v2.0/networks/1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879009 Jun 15 10:36:59.535041 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47c5ee-3d15-477e-90c6-289e328f4d39 req-dea2a059-1519-491c-8943-a52922341d31 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:36:59.536829 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4d47c5ee-3d15-477e-90c6-289e328f4d39 req-dea2a059-1519-491c-8943-a52922341d31 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 944 time: 0.0521343 Jun 15 10:36:59.590751 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4d47c5ee-3d15-477e-90c6-289e328f4d39 req-c812634f-7c0e-48b6-9963-2c04ecae4be6 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481999 Jun 15 10:36:59.631690 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 5edece31-59c1-43eb-bba5-3ede89417a40 up at agent hyperv_hv-cinder-84349 {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:36:59.693379 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Provisioning complete for port 5edece31-59c1-43eb-bba5-3ede89417a40 triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:36:59.693878 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (5edece31-59c1-43eb-bba5-3ede89417a40), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:59.782751 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Current status of the port 5edece31-59c1-43eb-bba5-3ede89417a40 is: BUILD; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:36:59.783178 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (5edece31-59c1-43eb-bba5-3ede89417a40), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:59.826611 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be43f1ad-ad30-49ed-aca4-d70e0dbf1291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5edece31-59c1-43eb-bba5-3ede89417a40'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:36:59.829450 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9205ebd0146601a57e336ba0e259bffcba8e9192005a2aa68aaaf98781184b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b71a0c-6094-4f57-b14b-92618c483dc0" -d '{"events": [{"server_uuid": "be43f1ad-ad30-49ed-aca4-d70e0dbf1291", "name": "network-vif-plugged", "status": "completed", "tag": "5edece31-59c1-43eb-bba5-3ede89417a40"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:36:59.866808 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port 5edece31-59c1-43eb-bba5-3ede89417a40, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=5edece31-59c1-43eb-bba5-3ede89417a40,segment=NetworkSegment(19f9c52a-802c-4297-ba83-8da5c92ffd0c),segment_id=19f9c52a-802c-4297-ba83-8da5c92ffd0c)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:36:59.875496 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (5edece31-59c1-43eb-bba5-3ede89417a40), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:36:59.910967 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 10:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736a35c1-93c8-4ae7-88ff-cf4ee99447ad x-openstack-request-id: req-736a35c1-93c8-4ae7-88ff-cf4ee99447ad {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:36:59.911418 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be43f1ad-ad30-49ed-aca4-d70e0dbf1291", "name": "network-vif-plugged", "status": "completed", "tag": "5edece31-59c1-43eb-bba5-3ede89417a40", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:36:59.911966 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-736a35c1-93c8-4ae7-88ff-cf4ee99447ad {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:36:59.912474 dv-cinder-843493-2-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-736a35c1-93c8-4ae7-88ff-cf4ee99447ad'] response: {'server_uuid': 'be43f1ad-ad30-49ed-aca4-d70e0dbf1291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5edece31-59c1-43eb-bba5-3ede89417a40', 'code': 200} Jun 15 10:36:59.942013 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Pushing event updated for resources: {'Port': ['ID=5edece31-59c1-43eb-bba5-3ede89417a40,revision_number=7']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:37:00.736557 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537a52a-fcca-46d9-a3ad-30e409294ff6 req-1d9c234e-3d7e-4265-864c-973f209e8796 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:37:00.738212 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f537a52a-fcca-46d9-a3ad-30e409294ff6 req-1d9c234e-3d7e-4265-864c-973f209e8796 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 945 time: 0.0616524 Jun 15 10:37:00.794458 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f537a52a-fcca-46d9-a3ad-30e409294ff6 req-155efec3-8a58-4d28-8ffb-259121dffc53 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507417 Jun 15 10:37:01.699999 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:37:01.945573 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a616544d-d5ff-4659-b77f-58309a37518e req-d618cdd3-ff9c-49e9-a9c0-efd22709ecbe tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:37:01.947780 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-a616544d-d5ff-4659-b77f-58309a37518e req-d618cdd3-ff9c-49e9-a9c0-efd22709ecbe tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 945 time: 0.0674775 Jun 15 10:37:02.020807 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-a616544d-d5ff-4659-b77f-58309a37518e req-49cbed58-651c-4bb3-9413-67c5de3dc193 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596683 Jun 15 10:37:02.895944 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 58298) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:37:03.015279 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-b22f560e-d797-466f-9908-975e0c3ae4e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:03.099648 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-b22f560e-d797-466f-9908-975e0c3ae4e0 admin admin] Publish callbacks [] for security_group (1d76f521-2946-494c-81b5-8b160043a7d7), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:03.128598 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-b22f560e-d797-466f-9908-975e0c3ae4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (1d76f521-2946-494c-81b5-8b160043a7d7), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:03.177107 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352001bb-1623-4e8a-9a64-2a4dd54b7657 req-980cc85d-3486-4574-a30a-f9fabcc92943 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:37:03.184175 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-352001bb-1623-4e8a-9a64-2a4dd54b7657 req-980cc85d-3486-4574-a30a-f9fabcc92943 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 945 time: 0.0841146 Jun 15 10:37:03.198971 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:37:03.207561 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 58304) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:37:03.208112 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-b22f560e-d797-466f-9908-975e0c3ae4e0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a61b0ca68bdd4d789a291981610da7c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3099570 Jun 15 10:37:03.219558 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f560e-d797-466f-9908-975e0c3ae4e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d76f521-2946-494c-81b5-8b160043a7d7,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:37:03.263682 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-352001bb-1623-4e8a-9a64-2a4dd54b7657 req-36679799-e891-41c0-9531-b722bee8756d tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783479 Jun 15 10:37:03.286126 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1dbfed9c-58ef-4f5a-b6cf-32312362b6b5 admin admin] Publish callbacks [] for security_group (1d76f521-2946-494c-81b5-8b160043a7d7), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:03.310929 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1dbfed9c-58ef-4f5a-b6cf-32312362b6b5 admin admin] Publish callbacks [] for security_group (1d76f521-2946-494c-81b5-8b160043a7d7), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:03.371624 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1dbfed9c-58ef-4f5a-b6cf-32312362b6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (1d76f521-2946-494c-81b5-8b160043a7d7), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:03.375094 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1dbfed9c-58ef-4f5a-b6cf-32312362b6b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:03.376328 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-1dbfed9c-58ef-4f5a-b6cf-32312362b6b5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1d76f521-2946-494c-81b5-8b160043a7d7 HTTP/1.1" status: 204 len: 168 time: 0.1669648 Jun 15 10:37:03.385543 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbfed9c-58ef-4f5a-b6cf-32312362b6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d76f521-2946-494c-81b5-8b160043a7d7,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:37:03.716413 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 58310) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:37:03.732578 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-a5cf5f20-f2d8-48d8-af43-e3e09023f875 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:03.786856 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:37:03.827944 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-a5cf5f20-f2d8-48d8-af43-e3e09023f875 admin admin] Publish callbacks [] for security_group (bfd76fbd-e6c0-4417-b12b-7d014ffe6f87), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:03.832130 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-a5cf5f20-f2d8-48d8-af43-e3e09023f875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (bfd76fbd-e6c0-4417-b12b-7d014ffe6f87), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:03.873842 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-a5cf5f20-f2d8-48d8-af43-e3e09023f875 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d9557ccaa2164ef8affff21e40d5b2af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1562834 Jun 15 10:37:03.876491 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cf5f20-f2d8-48d8-af43-e3e09023f875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd76fbd-e6c0-4417-b12b-7d014ffe6f87,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:37:03.878561 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 58312) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:37:03.946601 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-47401cb7-ad94-40b3-8408-670f06f66ff2 admin admin] Publish callbacks [] for security_group (bfd76fbd-e6c0-4417-b12b-7d014ffe6f87), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:03.970423 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-47401cb7-ad94-40b3-8408-670f06f66ff2 admin admin] Publish callbacks [] for security_group (bfd76fbd-e6c0-4417-b12b-7d014ffe6f87), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:03.982720 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:37:04.024811 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-47401cb7-ad94-40b3-8408-670f06f66ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (bfd76fbd-e6c0-4417-b12b-7d014ffe6f87), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:04.027691 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-47401cb7-ad94-40b3-8408-670f06f66ff2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:04.033781 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-47401cb7-ad94-40b3-8408-670f06f66ff2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bfd76fbd-e6c0-4417-b12b-7d014ffe6f87 HTTP/1.1" status: 204 len: 168 time: 0.1492848 Jun 15 10:37:04.039288 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47401cb7-ad94-40b3-8408-670f06f66ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd76fbd-e6c0-4417-b12b-7d014ffe6f87,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:37:04.430626 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5748a2e-837a-4f7a-a311-8849281aa2db req-01f6ff44-576b-44a1-b8e0-3d403cec7c72 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:37:04.432178 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-d5748a2e-837a-4f7a-a311-8849281aa2db req-01f6ff44-576b-44a1-b8e0-3d403cec7c72 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 945 time: 0.0615969 Jun 15 10:37:04.496793 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-d5748a2e-837a-4f7a-a311-8849281aa2db req-4eb09d82-ce68-4477-b107-ac5db3428721 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588741 Jun 15 10:37:05.641241 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c26a1-b5b1-4ae4-bc51-9650769e6c6d req-fe3430ea-8bbb-4f08-96e3-e1854c85f606 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:37:05.642897 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7b5c26a1-b5b1-4ae4-bc51-9650769e6c6d req-fe3430ea-8bbb-4f08-96e3-e1854c85f606 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 945 time: 0.0721769 Jun 15 10:37:05.715662 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7b5c26a1-b5b1-4ae4-bc51-9650769e6c6d req-9e1ab81c-f288-4c29-89f3-5b163a772550 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588014 Jun 15 10:37:06.427655 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 58392) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:37:06.553236 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-effed045-acc0-4fc9-a806-320dcfbbe7f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:06.658684 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-effed045-acc0-4fc9-a806-320dcfbbe7f1 admin admin] Publish callbacks [] for security_group (e213fa17-fc5e-4015-a361-b446eb9ec72f), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:06.662964 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-effed045-acc0-4fc9-a806-320dcfbbe7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (e213fa17-fc5e-4015-a361-b446eb9ec72f), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:06.706008 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effed045-acc0-4fc9-a806-320dcfbbe7f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e213fa17-fc5e-4015-a361-b446eb9ec72f,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:37:06.714522 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 58396) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:37:06.715336 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-effed045-acc0-4fc9-a806-320dcfbbe7f1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b276120ccf5945a4983d2e98d3234bc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2861557 Jun 15 10:37:06.782053 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-16c178c7-4875-46fa-9d18-3b386a0d0694 admin admin] Publish callbacks [] for security_group (e213fa17-fc5e-4015-a361-b446eb9ec72f), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:06.797083 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=10 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:37:06.812407 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-16c178c7-4875-46fa-9d18-3b386a0d0694 admin admin] Publish callbacks [] for security_group (e213fa17-fc5e-4015-a361-b446eb9ec72f), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:06.893844 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928ea8d-7bdd-476d-a091-534eba9e5ddf req-969ecb0c-1e6f-4901-ba43-1d739eb2cd4f tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:37:06.895386 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-f928ea8d-7bdd-476d-a091-534eba9e5ddf req-969ecb0c-1e6f-4901-ba43-1d739eb2cd4f tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 945 time: 0.0715477 Jun 15 10:37:06.924850 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-16c178c7-4875-46fa-9d18-3b386a0d0694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (e213fa17-fc5e-4015-a361-b446eb9ec72f), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:06.927631 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-16c178c7-4875-46fa-9d18-3b386a0d0694 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:06.929237 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-16c178c7-4875-46fa-9d18-3b386a0d0694 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e213fa17-fc5e-4015-a361-b446eb9ec72f HTTP/1.1" status: 204 len: 168 time: 0.2134979 Jun 15 10:37:06.940553 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c178c7-4875-46fa-9d18-3b386a0d0694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e213fa17-fc5e-4015-a361-b446eb9ec72f,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:37:06.984238 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-f928ea8d-7bdd-476d-a091-534eba9e5ddf req-dd22edca-88fe-461b-b05e-7f28804515b6 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796614 Jun 15 10:37:07.280422 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 58404) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:37:07.296492 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-612dfa60-caad-4cc9-9d97-1707ec5df110 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:07.383957 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-612dfa60-caad-4cc9-9d97-1707ec5df110 admin admin] Publish callbacks [] for security_group (bd6f4860-4ee6-4360-9638-dba65ed99d13), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:07.389894 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-612dfa60-caad-4cc9-9d97-1707ec5df110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (bd6f4860-4ee6-4360-9638-dba65ed99d13), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:07.439520 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612dfa60-caad-4cc9-9d97-1707ec5df110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6f4860-4ee6-4360-9638-dba65ed99d13,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:37:07.446389 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 58406) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:37:07.446546 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-612dfa60-caad-4cc9-9d97-1707ec5df110 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bd5cba6852ed4e0f92c00b29b92b8764&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1649632 Jun 15 10:37:07.514867 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-327ef6c4-b0a1-45bb-beac-f609c4d2acda admin admin] Publish callbacks [] for security_group (bd6f4860-4ee6-4360-9638-dba65ed99d13), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:07.541584 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-327ef6c4-b0a1-45bb-beac-f609c4d2acda admin admin] Publish callbacks [] for security_group (bd6f4860-4ee6-4360-9638-dba65ed99d13), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:07.597643 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-327ef6c4-b0a1-45bb-beac-f609c4d2acda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (bd6f4860-4ee6-4360-9638-dba65ed99d13), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:07.600782 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-327ef6c4-b0a1-45bb-beac-f609c4d2acda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:07.611714 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-327ef6c4-b0a1-45bb-beac-f609c4d2acda admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bd6f4860-4ee6-4360-9638-dba65ed99d13 HTTP/1.1" status: 204 len: 168 time: 0.1638107 Jun 15 10:37:07.622111 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ef6c4-b0a1-45bb-beac-f609c4d2acda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6f4860-4ee6-4360-9638-dba65ed99d13,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:37:08.154636 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28237e-a6cb-44ce-9091-5948a47e190b req-65419604-3035-4327-a700-a089ef70be3e tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:37:08.157422 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-eb28237e-a6cb-44ce-9091-5948a47e190b req-65419604-3035-4327-a700-a089ef70be3e tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 945 time: 0.0887005 Jun 15 10:37:08.215857 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-eb28237e-a6cb-44ce-9091-5948a47e190b req-e8a7ae0e-341e-4aa2-b81b-8b976a65d412 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519705 Jun 15 10:37:09.341591 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4340a-af64-41e2-aefb-81a0286c6b43 req-f4f511c8-41c2-4e54-8656-eb63a15481c8 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:37:09.343130 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-fee4340a-af64-41e2-aefb-81a0286c6b43 req-f4f511c8-41c2-4e54-8656-eb63a15481c8 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 945 time: 0.0477657 Jun 15 10:37:09.394628 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-fee4340a-af64-41e2-aefb-81a0286c6b43 req-a16162c5-6872-4840-872c-11fbf00301fe tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459580 Jun 15 10:37:09.649682 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b6063-6b64-4f35-bf3e-5aeb7139e092 req-a28ddebd-5d36-4144-83ea-9779a397b342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:37:09.651357 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-dc7b6063-6b64-4f35-bf3e-5aeb7139e092 req-a28ddebd-5d36-4144-83ea-9779a397b342 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5dc28af73e82414d8f709e447286a962&device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 1129 time: 0.0384915 Jun 15 10:37:09.680082 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:37:09.744825 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b6063-6b64-4f35-bf3e-5aeb7139e092 req-387ec96a-699d-4d40-a2f1-5c6966b5c20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:37:09.746338 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-dc7b6063-6b64-4f35-bf3e-5aeb7139e092 req-387ec96a-699d-4d40-a2f1-5c6966b5c20a service neutron] 10.222.0.62 "GET /v2.0/networks?id=4d5f07d8-adfa-49e4-965f-88f44de7cd54 HTTP/1.1" status: 200 len: 918 time: 0.0890698 Jun 15 10:37:09.808880 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-dc7b6063-6b64-4f35-bf3e-5aeb7139e092 req-abcb5c7e-ac9a-4695-ad6f-4259e0eb5cd5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5edece31-59c1-43eb-bba5-3ede89417a40 HTTP/1.1" status: 200 len: 1001 time: 0.0538774 Jun 15 10:37:09.861154 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b6063-6b64-4f35-bf3e-5aeb7139e092 req-771cb9e3-d8ff-45ff-a085-da1aa43433bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:37:09.862600 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-dc7b6063-6b64-4f35-bf3e-5aeb7139e092 req-771cb9e3-d8ff-45ff-a085-da1aa43433bc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9d001222-a4ff-4954-9899-62f9de0c8b3d HTTP/1.1" status: 200 len: 856 time: 0.0459909 Jun 15 10:37:09.897613 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:DELETE=2,neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:37:09.909234 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b6063-6b64-4f35-bf3e-5aeb7139e092 req-ca570978-c8bd-4bb7-b02c-96c0adfc4c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:37:09.910650 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-dc7b6063-6b64-4f35-bf3e-5aeb7139e092 req-ca570978-c8bd-4bb7-b02c-96c0adfc4c83 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4d5f07d8-adfa-49e4-965f-88f44de7cd54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407181 Jun 15 10:37:09.997967 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-dc7b6063-6b64-4f35-bf3e-5aeb7139e092 req-704e0a25-d951-44e5-b500-158889c74b33 service neutron] 10.222.0.62 "GET /v2.0/networks/4d5f07d8-adfa-49e4-965f-88f44de7cd54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809543 Jun 15 10:37:10.091061 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-dc7b6063-6b64-4f35-bf3e-5aeb7139e092 req-dadfc017-a2c1-43c3-b538-929fcc1ca8c9 service neutron] 10.222.0.62 "GET /v2.0/networks/4d5f07d8-adfa-49e4-965f-88f44de7cd54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850012 Jun 15 10:37:10.516228 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b5c8fa-76b8-4cbe-a671-21f8350c0256 req-2e3b7f29-b99a-4502-9d6d-b2c3b9099e54 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:37:10.517731 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-70b5c8fa-76b8-4cbe-a671-21f8350c0256 req-2e3b7f29-b99a-4502-9d6d-b2c3b9099e54 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 945 time: 0.0470793 Jun 15 10:37:10.570275 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-70b5c8fa-76b8-4cbe-a671-21f8350c0256 req-d4e8c5e5-17f0-4911-af94-e29eb3b28870 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471427 Jun 15 10:37:11.685849 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18315a2e-5ba8-4914-a661-239efa5c691e req-1e344991-49b4-45a2-a64d-2d1319c86ea1 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:37:11.687837 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-18315a2e-5ba8-4914-a661-239efa5c691e req-1e344991-49b4-45a2-a64d-2d1319c86ea1 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 945 time: 0.0458324 Jun 15 10:37:11.701347 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=77,neutron:DELETE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:37:11.738268 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-18315a2e-5ba8-4914-a661-239efa5c691e req-e3f3a00a-294f-45d6-8013-0ff5e5b59f41 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450640 Jun 15 10:37:12.858848 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e5e57-f37e-4a7c-80c0-69147ce9ca5a req-ab107a01-206f-4129-bb2a-077090a2f63c tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:37:12.860327 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f30e5e57-f37e-4a7c-80c0-69147ce9ca5a req-ab107a01-206f-4129-bb2a-077090a2f63c tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 945 time: 0.0502956 Jun 15 10:37:12.906305 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f30e5e57-f37e-4a7c-80c0-69147ce9ca5a req-27ebac83-fd4f-412c-b2ad-90b79c7f77b7 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400569 Jun 15 10:37:13.011127 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-353c530c-c4af-43f0-8380-2720408780b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (e7b68426-6abe-45ee-a2ce-c32f72f66753), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:13.712735 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 5edece31-59c1-43eb-bba5-3ede89417a40 no longer exists at agent hyperv_hv-cinder-84349 {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 10:37:13.785825 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Current status of the port 5edece31-59c1-43eb-bba5-3ede89417a40 is: ACTIVE; New status is: DOWN {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:37:13.786226 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (5edece31-59c1-43eb-bba5-3ede89417a40), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:13.811474 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be43f1ad-ad30-49ed-aca4-d70e0dbf1291', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5edece31-59c1-43eb-bba5-3ede89417a40'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:37:13.814079 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9205ebd0146601a57e336ba0e259bffcba8e9192005a2aa68aaaf98781184b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9317d2bf-c7cd-4395-8590-9005b4d53b8c" -d '{"events": [{"server_uuid": "be43f1ad-ad30-49ed-aca4-d70e0dbf1291", "name": "network-vif-unplugged", "status": "completed", "tag": "5edece31-59c1-43eb-bba5-3ede89417a40"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:37:13.826919 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port 5edece31-59c1-43eb-bba5-3ede89417a40, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=5edece31-59c1-43eb-bba5-3ede89417a40,segment=NetworkSegment(19f9c52a-802c-4297-ba83-8da5c92ffd0c),segment_id=19f9c52a-802c-4297-ba83-8da5c92ffd0c)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:37:13.831010 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (5edece31-59c1-43eb-bba5-3ede89417a40), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:13.868756 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Jun 2022 10:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fda7796-b63e-4285-9433-dacce4d0a2e4 x-openstack-request-id: req-0fda7796-b63e-4285-9433-dacce4d0a2e4 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:37:13.869050 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be43f1ad-ad30-49ed-aca4-d70e0dbf1291", "name": "network-vif-unplugged", "status": "completed", "tag": "5edece31-59c1-43eb-bba5-3ede89417a40", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:37:13.869303 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0fda7796-b63e-4285-9433-dacce4d0a2e4 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:37:13.869701 dv-cinder-843493-2-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fda7796-b63e-4285-9433-dacce4d0a2e4'] response: {'server_uuid': 'be43f1ad-ad30-49ed-aca4-d70e0dbf1291', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5edece31-59c1-43eb-bba5-3ede89417a40', 'code': 200} Jun 15 10:37:13.885583 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Pushing event updated for resources: {'Port': ['ID=5edece31-59c1-43eb-bba5-3ede89417a40,revision_number=8']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:37:14.030004 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c661e-918b-4e45-85e6-160fa1842a98 req-a13adbf7-99f1-41b5-aac5-53521f192628 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:37:14.031552 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-363c661e-918b-4e45-85e6-160fa1842a98 req-a13adbf7-99f1-41b5-aac5-53521f192628 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 943 time: 0.0492198 Jun 15 10:37:14.079961 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-363c661e-918b-4e45-85e6-160fa1842a98 req-d30698b1-3a8a-4c97-b2c5-4fcd613906e2 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428894 Jun 15 10:37:15.214700 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7f6cceb9-e622-42e9-aede-e44cb983b95b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (06043943-94cb-49df-a062-a4886c03e673), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:16.379706 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-59f444b4-2386-4fe1-b50f-b9e54b42d680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (3cca6303-0f2e-4b13-b82d-f2749c30f699), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:17.377159 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [req-68889b4d-2448-4dae-a02d-09840d94c8a1 req-b6edff01-cdd9-4074-b579-d0f96c408f3e service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103805) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 15 10:37:17.378153 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-68889b4d-2448-4dae-a02d-09840d94c8a1 req-b6edff01-cdd9-4074-b579-d0f96c408f3e service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0058219 Jun 15 10:37:17.528591 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf984c87-9277-4af4-93f8-2dd08264ee2c req-d7da1b73-6f7f-4888-8225-22e135eeee71 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:37:17.530649 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-bf984c87-9277-4af4-93f8-2dd08264ee2c req-d7da1b73-6f7f-4888-8225-22e135eeee71 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 943 time: 0.0472941 Jun 15 10:37:17.580896 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-bf984c87-9277-4af4-93f8-2dd08264ee2c req-6242f158-6c7d-47ab-a099-c27d6014c34b tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446138 Jun 15 10:37:17.745825 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 5edece31-59c1-43eb-bba5-3ede89417a40 no longer exists at agent hyperv_hv-cinder-84349 {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 10:37:17.797615 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-28d06d32-ea2f-4019-b04d-5ef5fa4d530e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (28e3d1c3-881c-45f9-bfee-5bcc9597e0ae), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:17.812432 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 58570) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:37:17.826846 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:37:17.838186 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Current status of the port 5edece31-59c1-43eb-bba5-3ede89417a40 is: DOWN; New status is: DOWN {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:37:17.969353 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (ad84a4c2-87cd-4603-a219-98785ef58eeb), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:18.105674 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-c9a0f0a9-cb16-4c6f-bfc0-776ce79a87a4 req-2017082b-7f01-4b02-bfc9-ef722b51e327 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2920198 Jun 15 10:37:18.113843 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [req-c9a0f0a9-cb16-4c6f-bfc0-776ce79a87a4 req-c7099f2d-47c7-4036-a0f2-fff113e616a9 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103805) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 15 10:37:18.114780 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-c9a0f0a9-cb16-4c6f-bfc0-776ce79a87a4 req-c7099f2d-47c7-4036-a0f2-fff113e616a9 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0046790 Jun 15 10:37:18.188886 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 58580) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:37:18.280820 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0f0a9-cb16-4c6f-bfc0-776ce79a87a4 req-8cd9b148-c3f8-4306-bd29-143c31e087a1 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:37:18.282373 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-c9a0f0a9-cb16-4c6f-bfc0-776ce79a87a4 req-8cd9b148-c3f8-4306-bd29-143c31e087a1 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports/5edece31-59c1-43eb-bba5-3ede89417a40 HTTP/1.1" status: 200 len: 940 time: 0.0924959 Jun 15 10:37:18.715576 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b782b-00c0-4346-b93d-9aeb31720b58 req-01a3c760-493e-4f2a-9c68-ff94f013c715 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:37:18.717099 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ef0b782b-00c0-4346-b93d-9aeb31720b58 req-01a3c760-493e-4f2a-9c68-ff94f013c715 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 943 time: 0.0534530 Jun 15 10:37:18.765876 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ef0b782b-00c0-4346-b93d-9aeb31720b58 req-8b68fffe-ecb4-4f35-881c-936db3e272da tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430784 Jun 15 10:37:19.275057 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0f0a9-cb16-4c6f-bfc0-776ce79a87a4 req-7f871866-2d46-43f1-a67b-b2f68147aff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:37:19.276741 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c9a0f0a9-cb16-4c6f-bfc0-776ce79a87a4 req-7f871866-2d46-43f1-a67b-b2f68147aff1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291&tenant_id=5dc28af73e82414d8f709e447286a962 HTTP/1.1" status: 200 len: 1127 time: 0.0402944 Jun 15 10:37:19.354858 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0f0a9-cb16-4c6f-bfc0-776ce79a87a4 req-7ef4cc64-3ef7-44e5-a2ef-dd45293fafd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:37:19.356390 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c9a0f0a9-cb16-4c6f-bfc0-776ce79a87a4 req-7ef4cc64-3ef7-44e5-a2ef-dd45293fafd6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5dc28af73e82414d8f709e447286a962&device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 1127 time: 0.0418642 Jun 15 10:37:19.460162 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0f0a9-cb16-4c6f-bfc0-776ce79a87a4 req-2cd506c7-6758-428f-a290-fc457fc680f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:37:19.461621 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c9a0f0a9-cb16-4c6f-bfc0-776ce79a87a4 req-2cd506c7-6758-428f-a290-fc457fc680f7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4d5f07d8-adfa-49e4-965f-88f44de7cd54 HTTP/1.1" status: 200 len: 918 time: 0.0836947 Jun 15 10:37:19.474177 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=100 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:37:19.526366 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c9a0f0a9-cb16-4c6f-bfc0-776ce79a87a4 req-34ecd15b-4418-46ac-9d8a-738608c21bc4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5edece31-59c1-43eb-bba5-3ede89417a40 HTTP/1.1" status: 200 len: 999 time: 0.0577879 Jun 15 10:37:19.578189 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0f0a9-cb16-4c6f-bfc0-776ce79a87a4 req-42e73096-f721-4435-843b-39b775ae3afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:37:19.579679 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c9a0f0a9-cb16-4c6f-bfc0-776ce79a87a4 req-42e73096-f721-4435-843b-39b775ae3afd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9d001222-a4ff-4954-9899-62f9de0c8b3d HTTP/1.1" status: 200 len: 856 time: 0.0474260 Jun 15 10:37:19.624673 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0f0a9-cb16-4c6f-bfc0-776ce79a87a4 req-328d81a1-8e2a-436c-bffe-a0b27194da1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:37:19.626382 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c9a0f0a9-cb16-4c6f-bfc0-776ce79a87a4 req-328d81a1-8e2a-436c-bffe-a0b27194da1d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4d5f07d8-adfa-49e4-965f-88f44de7cd54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398304 Jun 15 10:37:19.663731 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=100 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:37:19.724360 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c9a0f0a9-cb16-4c6f-bfc0-776ce79a87a4 req-2838a009-677e-4182-9117-e19988adfa52 service neutron] 10.222.0.62 "GET /v2.0/networks/4d5f07d8-adfa-49e4-965f-88f44de7cd54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913575 Jun 15 10:37:19.823873 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c9a0f0a9-cb16-4c6f-bfc0-776ce79a87a4 req-a1833eda-5d74-4b90-a1fb-1912bf288ee7 service neutron] 10.222.0.62 "GET /v2.0/networks/4d5f07d8-adfa-49e4-965f-88f44de7cd54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921650 Jun 15 10:37:19.888442 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b539b-b7b0-4af9-8411-b2e7f010bb91 req-2841c984-a6dd-4486-9b2f-a2ae0741492f tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:37:19.890017 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-622b539b-b7b0-4af9-8411-b2e7f010bb91 req-2841c984-a6dd-4486-9b2f-a2ae0741492f tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 943 time: 0.0480115 Jun 15 10:37:19.939207 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:37:19.944008 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-622b539b-b7b0-4af9-8411-b2e7f010bb91 req-96f6218c-5163-4041-b287-382edc14f6f2 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480678 Jun 15 10:37:21.058813 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711357e1-cb43-4e93-b96a-f6e8c006541e req-2d20a955-e5cc-41db-b293-a19746d4cb33 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:37:21.060307 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-711357e1-cb43-4e93-b96a-f6e8c006541e req-2d20a955-e5cc-41db-b293-a19746d4cb33 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 943 time: 0.0467069 Jun 15 10:37:21.109732 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-711357e1-cb43-4e93-b96a-f6e8c006541e req-f837a0e1-38e6-45a5-b423-b81767a0bae9 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440996 Jun 15 10:37:22.201887 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (a4349971-e88a-4ea8-a067-54d07204ee65), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:22.226416 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b245501-eb91-4cd4-9949-8770704c8746 req-8524a1a2-61e6-4a89-aae8-cba8f205de24 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:37:22.227903 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-3b245501-eb91-4cd4-9949-8770704c8746 req-8524a1a2-61e6-4a89-aae8-cba8f205de24 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 943 time: 0.0472438 Jun 15 10:37:22.274028 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-3b245501-eb91-4cd4-9949-8770704c8746 req-4da244f8-2974-479e-ad75-d433cc492d19 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404942 Jun 15 10:37:22.696069 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=3 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:37:22.701228 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=3 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:37:23.411560 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeadf9f-2517-416b-8c74-60d355d1c46f req-1533a498-5c1c-440e-86bf-4bd6a12edde7 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:37:23.413030 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-afeadf9f-2517-416b-8c74-60d355d1c46f req-1533a498-5c1c-440e-86bf-4bd6a12edde7 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 943 time: 0.0471814 Jun 15 10:37:23.463915 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-afeadf9f-2517-416b-8c74-60d355d1c46f req-b3309228-314c-4f96-8c85-4e773072c118 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446591 Jun 15 10:37:24.589452 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214429a6-4e91-4cb5-a16d-f6e7ed18f2e0 req-b1b1a259-6b35-4a8e-a54d-d772a4d23eef tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:37:24.590938 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-214429a6-4e91-4cb5-a16d-f6e7ed18f2e0 req-b1b1a259-6b35-4a8e-a54d-d772a4d23eef tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 943 time: 0.0481429 Jun 15 10:37:24.639588 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-214429a6-4e91-4cb5-a16d-f6e7ed18f2e0 req-a6fde637-86bc-4543-b4d3-b7ca1ec62414 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422859 Jun 15 10:37:25.767474 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753a9a5d-12b6-4259-92e2-bd1f3f17fefb req-6815ba38-9ab3-43c4-b119-8b6ddae953c7 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:37:25.769011 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-753a9a5d-12b6-4259-92e2-bd1f3f17fefb req-6815ba38-9ab3-43c4-b119-8b6ddae953c7 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 943 time: 0.0528195 Jun 15 10:37:25.819961 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-753a9a5d-12b6-4259-92e2-bd1f3f17fefb req-7dc1b15a-805e-4d84-bc93-d5be140d9831 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455236 Jun 15 10:37:26.954672 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894ee4e-d82a-4523-9369-ff388675b5d8 req-1bf539dd-ae63-49e3-b070-3158a55c8c24 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:37:26.959985 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-e894ee4e-d82a-4523-9369-ff388675b5d8 req-1bf539dd-ae63-49e3-b070-3158a55c8c24 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 943 time: 0.0596514 Jun 15 10:37:27.005950 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-e894ee4e-d82a-4523-9369-ff388675b5d8 req-c15a9e62-77d5-4439-8f90-3632871299ac tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440617 Jun 15 10:37:27.691790 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.agents_db [None req-cff4c53f-faac-479c-b9be-928944d02899 None None] Agent healthcheck: found 6 active agents {{(pid=103808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 10:37:28.139744 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2bc63f-92a0-48a7-9b16-d2672a860c8b req-8eeddb46-9ba6-4ff6-91be-bcf4ecff0d57 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:37:28.141635 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5f2bc63f-92a0-48a7-9b16-d2672a860c8b req-8eeddb46-9ba6-4ff6-91be-bcf4ecff0d57 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 943 time: 0.0519776 Jun 15 10:37:28.193872 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5f2bc63f-92a0-48a7-9b16-d2672a860c8b req-f765b8a8-6c9b-4477-9c37-d347f9e3cc61 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460472 Jun 15 10:37:29.326174 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf7b89-2783-41f6-a9ff-79f7f22adab6 req-523317cc-ed78-4067-8936-63d0826138e1 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:37:29.327919 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-43bf7b89-2783-41f6-a9ff-79f7f22adab6 req-523317cc-ed78-4067-8936-63d0826138e1 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 943 time: 0.0500624 Jun 15 10:37:29.380232 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-43bf7b89-2783-41f6-a9ff-79f7f22adab6 req-e74f7474-bf10-4252-867b-736985b74f2c tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465539 Jun 15 10:37:30.504188 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f1162e-f21d-42f3-8ab5-e7e8a69206e9 req-49fb290d-d74f-41c0-95df-1028e14c80da tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:37:30.505693 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-30f1162e-f21d-42f3-8ab5-e7e8a69206e9 req-49fb290d-d74f-41c0-95df-1028e14c80da tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 943 time: 0.0515602 Jun 15 10:37:30.554000 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-30f1162e-f21d-42f3-8ab5-e7e8a69206e9 req-ea8210a8-4170-4dac-9b26-93967bd692e4 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424249 Jun 15 10:37:31.667294 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:37:31.676110 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115471b6-c7f9-4d74-aa88-6431268f0289 req-7e999e1d-d794-4876-84be-e15620307b9b tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:37:31.677563 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-115471b6-c7f9-4d74-aa88-6431268f0289 req-7e999e1d-d794-4876-84be-e15620307b9b tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 943 time: 0.0473008 Jun 15 10:37:31.727916 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-115471b6-c7f9-4d74-aa88-6431268f0289 req-0b22c3f8-0d24-4f5c-9389-67a9a9267688 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442970 Jun 15 10:37:32.192732 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:37:32.197366 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=2,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:37:32.848642 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af59c554-eb39-4fe6-bcf4-a09f85c0b764 req-f6e04e1c-eb26-4a81-9544-5e1054939fa9 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:37:32.850108 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-af59c554-eb39-4fe6-bcf4-a09f85c0b764 req-f6e04e1c-eb26-4a81-9544-5e1054939fa9 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 943 time: 0.0493264 Jun 15 10:37:32.895732 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-af59c554-eb39-4fe6-bcf4-a09f85c0b764 req-5bee0b98-ce28-4903-af4f-75b659b92257 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401459 Jun 15 10:37:34.012680 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ea386-5310-467a-b44d-f4d1a09c9644 req-aad0c0da-ad59-463f-8a81-d5f6534fca2d tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:37:34.014180 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-fe3ea386-5310-467a-b44d-f4d1a09c9644 req-aad0c0da-ad59-463f-8a81-d5f6534fca2d tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 943 time: 0.0471914 Jun 15 10:37:34.060516 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-fe3ea386-5310-467a-b44d-f4d1a09c9644 req-1bb0eb82-ff24-4035-adf7-3918cbafe355 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402284 Jun 15 10:37:35.179626 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050abfad-355e-42c7-9ff5-f39e97e3915f req-40eb804f-44e9-4a75-b1eb-00f0dc15eef5 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:37:35.181299 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-050abfad-355e-42c7-9ff5-f39e97e3915f req-40eb804f-44e9-4a75-b1eb-00f0dc15eef5 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 943 time: 0.0491781 Jun 15 10:37:35.227610 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-050abfad-355e-42c7-9ff5-f39e97e3915f req-6d28f136-f06a-4d16-9d9d-7f7eca1718df tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407290 Jun 15 10:37:35.951392 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=100 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:37:35.986158 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686169d-5ccd-45e9-b94e-44d6e273fa1e req-8fb85275-2d64-4132-9987-30a93e14ac9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:37:35.988167 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1686169d-5ccd-45e9-b94e-44d6e273fa1e req-8fb85275-2d64-4132-9987-30a93e14ac9e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5dc28af73e82414d8f709e447286a962&device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 1127 time: 0.0457804 Jun 15 10:37:36.114231 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686169d-5ccd-45e9-b94e-44d6e273fa1e req-b87ed143-a82a-4e29-af13-0ab025ff9c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:37:36.117380 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1686169d-5ccd-45e9-b94e-44d6e273fa1e req-b87ed143-a82a-4e29-af13-0ab025ff9c7a service neutron] 10.222.0.62 "GET /v2.0/networks?id=4d5f07d8-adfa-49e4-965f-88f44de7cd54 HTTP/1.1" status: 200 len: 918 time: 0.1089327 Jun 15 10:37:36.180152 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1686169d-5ccd-45e9-b94e-44d6e273fa1e req-67543dbb-eb51-403a-85c6-464a824b2b81 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5edece31-59c1-43eb-bba5-3ede89417a40 HTTP/1.1" status: 200 len: 999 time: 0.0569038 Jun 15 10:37:36.239640 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686169d-5ccd-45e9-b94e-44d6e273fa1e req-3509d05f-bd40-4444-bc20-e55f6fc06758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:37:36.241476 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1686169d-5ccd-45e9-b94e-44d6e273fa1e req-3509d05f-bd40-4444-bc20-e55f6fc06758 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9d001222-a4ff-4954-9899-62f9de0c8b3d HTTP/1.1" status: 200 len: 856 time: 0.0524881 Jun 15 10:37:36.275269 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=100 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:37:36.288404 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686169d-5ccd-45e9-b94e-44d6e273fa1e req-17fc41e3-978d-41b3-a0fb-bb99e093db64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:37:36.290108 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1686169d-5ccd-45e9-b94e-44d6e273fa1e req-17fc41e3-978d-41b3-a0fb-bb99e093db64 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4d5f07d8-adfa-49e4-965f-88f44de7cd54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427146 Jun 15 10:37:36.373981 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9290e-84ac-4f79-922e-03aa0227b2bd req-00f4d4b4-65cc-4041-a893-539631372ad2 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:37:36.375538 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-19a9290e-84ac-4f79-922e-03aa0227b2bd req-00f4d4b4-65cc-4041-a893-539631372ad2 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 943 time: 0.0569561 Jun 15 10:37:36.397981 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1686169d-5ccd-45e9-b94e-44d6e273fa1e req-af8839bc-deda-4b7e-800a-256c39019931 service neutron] 10.222.0.62 "GET /v2.0/networks/4d5f07d8-adfa-49e4-965f-88f44de7cd54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011484 Jun 15 10:37:36.425084 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-19a9290e-84ac-4f79-922e-03aa0227b2bd req-3f1ba868-75b0-436c-b559-c04359fe6679 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439088 Jun 15 10:37:36.757118 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1686169d-5ccd-45e9-b94e-44d6e273fa1e req-657b0614-f52e-4f42-b89b-2934cab5bfd8 service neutron] 10.222.0.62 "GET /v2.0/networks/4d5f07d8-adfa-49e4-965f-88f44de7cd54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3522761 Jun 15 10:37:37.548316 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4699b9-83c3-49e7-8b31-336bff08dd18 req-95fc032e-074b-442b-97e8-1bfc4099b234 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:37:37.550256 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ac4699b9-83c3-49e7-8b31-336bff08dd18 req-95fc032e-074b-442b-97e8-1bfc4099b234 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 943 time: 0.0452702 Jun 15 10:37:37.597822 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ac4699b9-83c3-49e7-8b31-336bff08dd18 req-6994af8d-ab4c-4e22-9f61-249d6ed90807 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421989 Jun 15 10:37:37.685820 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:37:37.686536 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:37:37.825246 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 5edece31-59c1-43eb-bba5-3ede89417a40 details requested by agent hyperv_hv-cinder-84349 with host hv-cinder-84349 {{(pid=103807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 10:37:37.925628 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port 5edece31-59c1-43eb-bba5-3ede89417a40, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=5edece31-59c1-43eb-bba5-3ede89417a40,segment=NetworkSegment(19f9c52a-802c-4297-ba83-8da5c92ffd0c),segment_id=19f9c52a-802c-4297-ba83-8da5c92ffd0c)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:37:37.936414 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Returning: {'device': '5edece31-59c1-43eb-bba5-3ede89417a40', 'network_id': '4d5f07d8-adfa-49e4-965f-88f44de7cd54', 'port_id': '5edece31-59c1-43eb-bba5-3ede89417a40', 'mac_address': 'fa:16:3e:26:b4:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d001222-a4ff-4954-9899-62f9de0c8b3d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 10:37:37.969920 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Current status of the port 5edece31-59c1-43eb-bba5-3ede89417a40 is: DOWN; New status is: BUILD {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:37:37.970304 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (5edece31-59c1-43eb-bba5-3ede89417a40), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:37.983783 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5edece31-59c1-43eb-bba5-3ede89417a40 {{(pid=103807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 10:37:38.009338 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port 5edece31-59c1-43eb-bba5-3ede89417a40, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=5edece31-59c1-43eb-bba5-3ede89417a40,segment=NetworkSegment(19f9c52a-802c-4297-ba83-8da5c92ffd0c),segment_id=19f9c52a-802c-4297-ba83-8da5c92ffd0c)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:37:38.013574 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (5edece31-59c1-43eb-bba5-3ede89417a40), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:38.061388 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Pushing event updated for resources: {'Port': ['ID=5edece31-59c1-43eb-bba5-3ede89417a40,revision_number=9']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:37:38.348474 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] get_ports_and_sgs() called for port_ids ['5edece31-59c1-43eb-bba5-3ede89417a40'] {{(pid=103807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 10:37:38.715070 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d155ab26-07a3-469c-817f-2099313abc6e req-0c707564-7b86-44a8-91be-41871e188fa5 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:37:38.716561 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d155ab26-07a3-469c-817f-2099313abc6e req-0c707564-7b86-44a8-91be-41871e188fa5 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 944 time: 0.0461411 Jun 15 10:37:38.762410 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d155ab26-07a3-469c-817f-2099313abc6e req-81426a60-a4c8-4e9f-95ad-820872e365cc tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403574 Jun 15 10:37:39.092336 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 58850) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:37:39.202652 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-17e13204-e63e-4c98-8741-8aa6588cb039 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:39.279671 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-17e13204-e63e-4c98-8741-8aa6588cb039 admin admin] Publish callbacks [] for security_group (141e25a2-0d42-4894-a5af-877751f27ce9), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:39.284818 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-17e13204-e63e-4c98-8741-8aa6588cb039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (141e25a2-0d42-4894-a5af-877751f27ce9), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:39.326248 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-17e13204-e63e-4c98-8741-8aa6588cb039 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2f4cba5ef04b448ea912b222a6b67332&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2327764 Jun 15 10:37:39.328248 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e13204-e63e-4c98-8741-8aa6588cb039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141e25a2-0d42-4894-a5af-877751f27ce9,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:37:39.329335 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 58860) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:37:39.336355 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e13204-e63e-4c98-8741-8aa6588cb039 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:37:39.336728 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e13204-e63e-4c98-8741-8aa6588cb039 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:37:39.337348 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e13204-e63e-4c98-8741-8aa6588cb039 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:37:39.337883 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e13204-e63e-4c98-8741-8aa6588cb039 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:37:39.338391 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e13204-e63e-4c98-8741-8aa6588cb039 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:37:39.338893 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e13204-e63e-4c98-8741-8aa6588cb039 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:37:39.339405 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e13204-e63e-4c98-8741-8aa6588cb039 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:37:39.340042 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e13204-e63e-4c98-8741-8aa6588cb039 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:37:39.340699 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e13204-e63e-4c98-8741-8aa6588cb039 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:37:39.341166 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e13204-e63e-4c98-8741-8aa6588cb039 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:37:39.341647 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e13204-e63e-4c98-8741-8aa6588cb039 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:37:39.342132 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e13204-e63e-4c98-8741-8aa6588cb039 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:37:39.342608 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e13204-e63e-4c98-8741-8aa6588cb039 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:37:39.343079 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e13204-e63e-4c98-8741-8aa6588cb039 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:37:39.343615 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e13204-e63e-4c98-8741-8aa6588cb039 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:37:39.396290 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-8b1ddba1-648e-4568-939d-aec957e70c64 admin admin] Publish callbacks [] for security_group (141e25a2-0d42-4894-a5af-877751f27ce9), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:39.418572 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-8b1ddba1-648e-4568-939d-aec957e70c64 admin admin] Publish callbacks [] for security_group (141e25a2-0d42-4894-a5af-877751f27ce9), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:39.445246 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb4fd7a-56c8-4ede-8159-482edde624fa req-818629f2-f9fa-41ef-b977-df7af52cdb21 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:37:39.446657 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-ecb4fd7a-56c8-4ede-8159-482edde624fa req-818629f2-f9fa-41ef-b977-df7af52cdb21 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0264e78-46e5-4622-92f7-b4ea5a4708fd HTTP/1.1" status: 200 len: 945 time: 0.0544751 Jun 15 10:37:39.467786 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-8b1ddba1-648e-4568-939d-aec957e70c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (141e25a2-0d42-4894-a5af-877751f27ce9), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:39.470252 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-8b1ddba1-648e-4568-939d-aec957e70c64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:39.471943 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-8b1ddba1-648e-4568-939d-aec957e70c64 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/141e25a2-0d42-4894-a5af-877751f27ce9 HTTP/1.1" status: 204 len: 168 time: 0.1409526 Jun 15 10:37:39.473666 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:37:39.481135 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1ddba1-648e-4568-939d-aec957e70c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141e25a2-0d42-4894-a5af-877751f27ce9,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:37:39.489718 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ddba1-648e-4568-939d-aec957e70c64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:37:39.490054 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ddba1-648e-4568-939d-aec957e70c64 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:37:39.490386 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ddba1-648e-4568-939d-aec957e70c64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:37:39.490714 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ddba1-648e-4568-939d-aec957e70c64 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:37:39.491037 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ddba1-648e-4568-939d-aec957e70c64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:37:39.491386 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ddba1-648e-4568-939d-aec957e70c64 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:37:39.491704 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ddba1-648e-4568-939d-aec957e70c64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:37:39.492021 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ddba1-648e-4568-939d-aec957e70c64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:37:39.492330 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ddba1-648e-4568-939d-aec957e70c64 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:37:39.492837 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ddba1-648e-4568-939d-aec957e70c64 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:37:39.493162 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ddba1-648e-4568-939d-aec957e70c64 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:37:39.493599 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ddba1-648e-4568-939d-aec957e70c64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:37:39.493920 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ddba1-648e-4568-939d-aec957e70c64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:37:39.494231 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ddba1-648e-4568-939d-aec957e70c64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:37:39.494541 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ddba1-648e-4568-939d-aec957e70c64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:37:39.500771 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-ecb4fd7a-56c8-4ede-8159-482edde624fa req-6303ca74-f0c1-4a4d-8d28-65963600b760 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?id=86e24c15-87f4-45c0-b527-41b786ce8a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483956 Jun 15 10:37:39.736804 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 58868) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:37:39.749653 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c2ba410f-dc3d-4e35-adeb-322015c2874d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:39.798923 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:37:39.833112 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c2ba410f-dc3d-4e35-adeb-322015c2874d admin admin] Publish callbacks [] for security_group (0d28ad75-2d2d-479b-984b-0db6b8209353), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:39.836843 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c2ba410f-dc3d-4e35-adeb-322015c2874d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (0d28ad75-2d2d-479b-984b-0db6b8209353), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:39.847152 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 5edece31-59c1-43eb-bba5-3ede89417a40 up at agent hyperv_hv-cinder-84349 {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:37:39.889352 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Provisioning complete for port 5edece31-59c1-43eb-bba5-3ede89417a40 triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:37:39.889720 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (5edece31-59c1-43eb-bba5-3ede89417a40), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:39.906791 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ba410f-dc3d-4e35-adeb-322015c2874d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d28ad75-2d2d-479b-984b-0db6b8209353,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:37:39.915068 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-c2ba410f-dc3d-4e35-adeb-322015c2874d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a9b7d8c1160049e9b06ef7c5d1ea898f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1772354 Jun 15 10:37:39.917748 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 58872) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:37:39.924746 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7be136-db14-47ce-b721-ffc296b0b348 req-dadf9c6e-9826-498c-adde-4ca150dfc520 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:37:39.926202 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8b7be136-db14-47ce-b721-ffc296b0b348 req-dadf9c6e-9826-498c-adde-4ca150dfc520 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 944 time: 0.0839591 Jun 15 10:37:39.978095 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-0427e3fd-3fab-4095-b6cc-1d8111732d25 admin admin] Publish callbacks [] for security_group (0d28ad75-2d2d-479b-984b-0db6b8209353), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:39.978757 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8b7be136-db14-47ce-b721-ffc296b0b348 req-7afd271b-c7a6-4d3b-946c-1d7d093a171e tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466087 Jun 15 10:37:39.988370 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Current status of the port 5edece31-59c1-43eb-bba5-3ede89417a40 is: BUILD; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:37:39.989014 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (5edece31-59c1-43eb-bba5-3ede89417a40), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:40.001961 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-0427e3fd-3fab-4095-b6cc-1d8111732d25 admin admin] Publish callbacks [] for security_group (0d28ad75-2d2d-479b-984b-0db6b8209353), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:40.014575 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be43f1ad-ad30-49ed-aca4-d70e0dbf1291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5edece31-59c1-43eb-bba5-3ede89417a40'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:37:40.017168 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9205ebd0146601a57e336ba0e259bffcba8e9192005a2aa68aaaf98781184b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f4911e-900c-442d-b5d4-552e91834f6c" -d '{"events": [{"server_uuid": "be43f1ad-ad30-49ed-aca4-d70e0dbf1291", "name": "network-vif-plugged", "status": "completed", "tag": "5edece31-59c1-43eb-bba5-3ede89417a40"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:37:40.034472 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port 5edece31-59c1-43eb-bba5-3ede89417a40, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=5edece31-59c1-43eb-bba5-3ede89417a40,segment=NetworkSegment(19f9c52a-802c-4297-ba83-8da5c92ffd0c),segment_id=19f9c52a-802c-4297-ba83-8da5c92ffd0c)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:37:40.039523 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (5edece31-59c1-43eb-bba5-3ede89417a40), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:40.056497 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-0427e3fd-3fab-4095-b6cc-1d8111732d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (0d28ad75-2d2d-479b-984b-0db6b8209353), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:40.059385 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-0427e3fd-3fab-4095-b6cc-1d8111732d25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:40.060743 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-0427e3fd-3fab-4095-b6cc-1d8111732d25 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0d28ad75-2d2d-479b-984b-0db6b8209353 HTTP/1.1" status: 204 len: 168 time: 0.1420276 Jun 15 10:37:40.062729 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 10:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1bbe30-0dd2-4619-9f65-d640fbf2444c x-openstack-request-id: req-cc1bbe30-0dd2-4619-9f65-d640fbf2444c {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:37:40.063138 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be43f1ad-ad30-49ed-aca4-d70e0dbf1291", "name": "network-vif-plugged", "status": "completed", "tag": "5edece31-59c1-43eb-bba5-3ede89417a40", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:37:40.063395 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cc1bbe30-0dd2-4619-9f65-d640fbf2444c {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:37:40.063782 dv-cinder-843493-2-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc1bbe30-0dd2-4619-9f65-d640fbf2444c'] response: {'server_uuid': 'be43f1ad-ad30-49ed-aca4-d70e0dbf1291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5edece31-59c1-43eb-bba5-3ede89417a40', 'code': 200} Jun 15 10:37:40.070586 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0427e3fd-3fab-4095-b6cc-1d8111732d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d28ad75-2d2d-479b-984b-0db6b8209353,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:37:40.099027 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Pushing event updated for resources: {'Port': ['ID=5edece31-59c1-43eb-bba5-3ede89417a40,revision_number=10']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:37:40.592372 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=9 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:37:40.635522 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592444f-b0f7-43c9-9562-6381e17905e2 req-41b7804d-e526-45c0-8bca-4713856c53dd tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:37:40.637012 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7592444f-b0f7-43c9-9562-6381e17905e2 req-41b7804d-e526-45c0-8bca-4713856c53dd tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0264e78-46e5-4622-92f7-b4ea5a4708fd HTTP/1.1" status: 200 len: 945 time: 0.0544634 Jun 15 10:37:40.686472 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7592444f-b0f7-43c9-9562-6381e17905e2 req-357dce3e-fa13-47c8-82af-bb6a02e069bb tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?id=86e24c15-87f4-45c0-b527-41b786ce8a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435665 Jun 15 10:37:41.106981 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e968c-5f92-4c4c-8eab-bb2415de4f67 req-4beef96c-0625-478b-a327-3b856daa7281 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:37:41.108489 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-212e968c-5f92-4c4c-8eab-bb2415de4f67 req-4beef96c-0625-478b-a327-3b856daa7281 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 946 time: 0.0476151 Jun 15 10:37:41.156247 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-212e968c-5f92-4c4c-8eab-bb2415de4f67 req-fca9d5d3-df6b-4482-9bb8-a9598cd4d712 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422461 Jun 15 10:37:41.478569 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a553ff-8adc-47c9-8f23-f2223302a3e3 req-3d6aeffb-1d95-421e-a0c8-e62ea76ec176 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:37:41.480045 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a3a553ff-8adc-47c9-8f23-f2223302a3e3 req-3d6aeffb-1d95-421e-a0c8-e62ea76ec176 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0264e78-46e5-4622-92f7-b4ea5a4708fd HTTP/1.1" status: 200 len: 945 time: 0.0778668 Jun 15 10:37:41.516375 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1ccd81-1a7e-4258-a1c9-0c059752687a req-a29815a8-3251-4a02-a300-f1287a413daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:37:41.517838 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5f1ccd81-1a7e-4258-a1c9-0c059752687a req-a29815a8-3251-4a02-a300-f1287a413daf service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 1130 time: 0.0746920 Jun 15 10:37:41.600064 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5f1ccd81-1a7e-4258-a1c9-0c059752687a req-6adb9150-4054-49a9-b01a-dee3f65738cf service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739129 Jun 15 10:37:41.600725 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [req-a3a553ff-8adc-47c9-8f23-f2223302a3e3 req-9475068a-a517-4afa-a891-6431b077becb tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Deleting port 224da4da-f789-4111-bbb8-87943e241db9 {{(pid=103806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:37:41.601063 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-a3a553ff-8adc-47c9-8f23-f2223302a3e3 req-9475068a-a517-4afa-a891-6431b077becb tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (224da4da-f789-4111-bbb8-87943e241db9), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:41.696675 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-a3a553ff-8adc-47c9-8f23-f2223302a3e3 req-9475068a-a517-4afa-a891-6431b077becb tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] For port 224da4da-f789-4111-bbb8-87943e241db9, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=224da4da-f789-4111-bbb8-87943e241db9,segment=NetworkSegment(9a53d831-3761-4266-b8b5-121a6bb87f69),segment_id=9a53d831-3761-4266-b8b5-121a6bb87f69)] {{(pid=103806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:37:41.697039 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-a3a553ff-8adc-47c9-8f23-f2223302a3e3 req-9475068a-a517-4afa-a891-6431b077becb tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (224da4da-f789-4111-bbb8-87943e241db9), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:41.844617 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c88ff-20d8-4e78-a6d1-5f412cdc9e79 req-3ab00a0b-1ee4-4052-8290-55dfc2ed1ec7 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:37:41.846150 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f23c88ff-20d8-4e78-a6d1-5f412cdc9e79 req-3ab00a0b-1ee4-4052-8290-55dfc2ed1ec7 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0264e78-46e5-4622-92f7-b4ea5a4708fd HTTP/1.1" status: 200 len: 945 time: 0.0888467 Jun 15 10:37:41.945940 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-a3a553ff-8adc-47c9-8f23-f2223302a3e3 req-9475068a-a517-4afa-a891-6431b077becb tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:41.946303 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-a3a553ff-8adc-47c9-8f23-f2223302a3e3 req-9475068a-a517-4afa-a891-6431b077becb tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-721338'] for floatingip (59146a66-42c5-4476-8fe6-31fcbb9925a5), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:41.946612 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.db.l3_db [req-a3a553ff-8adc-47c9-8f23-f2223302a3e3 req-9475068a-a517-4afa-a891-6431b077becb tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Floating IP 59146a66-42c5-4476-8fe6-31fcbb9925a5 disassociated. External IP: 172.27.0.193, port: 224da4da-f789-4111-bbb8-87943e241db9. Jun 15 10:37:41.946947 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [req-a3a553ff-8adc-47c9-8f23-f2223302a3e3 req-9475068a-a517-4afa-a891-6431b077becb tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Calling delete_port for 224da4da-f789-4111-bbb8-87943e241db9 owned by compute:nova {{(pid=103806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:37:41.951804 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f23c88ff-20d8-4e78-a6d1-5f412cdc9e79 req-142a6b16-1c98-4582-a409-eaad635f46c6 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups?id=86e24c15-87f4-45c0-b527-41b786ce8a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987034 Jun 15 10:37:42.069531 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:37:42.075795 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-a3a553ff-8adc-47c9-8f23-f2223302a3e3 req-9475068a-a517-4afa-a891-6431b077becb tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (224da4da-f789-4111-bbb8-87943e241db9), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:42.102873 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9475068a-a517-4afa-a891-6431b077becb tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Pushing event deleted for resources: {'Port': ['ID=224da4da-f789-4111-bbb8-87943e241db9,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:37:42.209772 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:37:42.214169 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3a553ff-8adc-47c9-8f23-f2223302a3e3 req-9475068a-a517-4afa-a891-6431b077becb tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Router 2fa8359a-ff8d-42fb-bdf9-fa2b54045d47 has already been hosted by L3 agent 06043943-94cb-49df-a062-a4886c03e673 {{(pid=103806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 10:37:42.278724 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ac81b-67ed-44d0-bd73-a1156136ef4e req-906484b4-832a-4a7a-9eca-7580776befc1 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:37:42.280223 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-f81ac81b-67ed-44d0-bd73-a1156136ef4e req-906484b4-832a-4a7a-9eca-7580776befc1 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 946 time: 0.0491645 Jun 15 10:37:42.321467 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3a553ff-8adc-47c9-8f23-f2223302a3e3 req-9475068a-a517-4afa-a891-6431b077becb tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Notify agent at l3_agent.dv-cinder-843493-2-iscsi the message routers_updated {{(pid=103806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 10:37:42.332685 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-f81ac81b-67ed-44d0-bd73-a1156136ef4e req-76cdefab-483f-48c4-a295-e98030397be1 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463023 Jun 15 10:37:42.334796 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe7efe1-fd1d-4010-ba91-b9082cdc432b None None] Sync routers for ids ['2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'] in dv-cinder-843493-2-iscsi {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 10:37:42.351390 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe7efe1-fd1d-4010-ba91-b9082cdc432b None None] Routers {'2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:37:42.352003 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-5fe7efe1-fd1d-4010-ba91-b9082cdc432b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:37:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:37:42.366255 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a553ff-8adc-47c9-8f23-f2223302a3e3 req-9475068a-a517-4afa-a891-6431b077becb tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] No DVR routers for this DVR port 224da4da-f789-4111-bbb8-87943e241db9 on host hv-cinder-84349 {{(pid=103806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 10:37:42.368697 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-a3a553ff-8adc-47c9-8f23-f2223302a3e3 req-9475068a-a517-4afa-a891-6431b077becb tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:42.372860 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a3a553ff-8adc-47c9-8f23-f2223302a3e3 req-9475068a-a517-4afa-a891-6431b077becb tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.62 "DELETE /v2.0/ports/224da4da-f789-4111-bbb8-87943e241db9 HTTP/1.1" status: 204 len: 173 time: 0.8851888 Jun 15 10:37:42.372860 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0264e78-46e5-4622-92f7-b4ea5a4708fd', 'name': 'network-vif-deleted', 'tag': '224da4da-f789-4111-bbb8-87943e241db9'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:37:42.374842 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15acf06c26f001ded10715ddc8547394d4bbc7e5ff5a4e462e54e6774371169d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f26f6b7-67b8-4459-8824-edd40cd835c5" -d '{"events": [{"server_uuid": "b0264e78-46e5-4622-92f7-b4ea5a4708fd", "name": "network-vif-deleted", "tag": "224da4da-f789-4111-bbb8-87943e241db9"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:37:42.411656 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 10:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e01b96c-a96f-4612-8c8e-838c5889cfd8 x-openstack-request-id: req-0e01b96c-a96f-4612-8c8e-838c5889cfd8 {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:37:42.411956 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0264e78-46e5-4622-92f7-b4ea5a4708fd", "name": "network-vif-deleted", "tag": "224da4da-f789-4111-bbb8-87943e241db9", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:37:42.412211 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0e01b96c-a96f-4612-8c8e-838c5889cfd8 {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:37:42.412614 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e01b96c-a96f-4612-8c8e-838c5889cfd8'] response: {'server_uuid': 'b0264e78-46e5-4622-92f7-b4ea5a4708fd', 'name': 'network-vif-deleted', 'tag': '224da4da-f789-4111-bbb8-87943e241db9', 'status': 'completed', 'code': 200} Jun 15 10:37:42.459012 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-5fe7efe1-fd1d-4010-ba91-b9082cdc432b None None] Set router 2fa8359a-ff8d-42fb-bdf9-fa2b54045d47 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:37:42.732779 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-5fe7efe1-fd1d-4010-ba91-b9082cdc432b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'name': 'tempest-AttachVolumeNegativeTest-1378705910-router', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '1fc86ff8-2de6-4082-a231-6fe0f6affa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:15Z', 'updated_at': '2022-06-15T10:31:30Z', 'revision_number': 4, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'gw_port': {'id': '1fc86ff8-2de6-4082-a231-6fe0f6affa60', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:18Z', 'updated_at': '2022-06-15T10:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': '72ff7bcb-1c2c-4396-bffa-259cffd9e868', 'name': '', 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'mac_address': 'fa:16:3e:88:2d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'aea43f55-c61e-41b2-b313-b361b1b26da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:25Z', 'updated_at': '2022-06-15T10:31:38Z', 'revision_number': 5, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'subnets': [{'id': 'aea43f55-c61e-41b2-b313-b361b1b26da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:37:42.756365 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe7efe1-fd1d-4010-ba91-b9082cdc432b None None] Checking router: 2fa8359a-ff8d-42fb-bdf9-fa2b54045d47 for host: dv-cinder-843493-2-iscsi {{(pid=103808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 10:37:42.764338 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe7efe1-fd1d-4010-ba91-b9082cdc432b None None] Routers {'2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:37:42.764924 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-5fe7efe1-fd1d-4010-ba91-b9082cdc432b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:37:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:37:42.865696 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-5fe7efe1-fd1d-4010-ba91-b9082cdc432b None None] Set router 2fa8359a-ff8d-42fb-bdf9-fa2b54045d47 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:37:43.026490 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7cba1e7b-a352-456b-8815-f3976fc61946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (e7b68426-6abe-45ee-a2ce-c32f72f66753), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:43.069752 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-a197cae9-f883-4df5-8dad-2d0534d1c05c req-662a0100-3c17-43ea-8ffd-db6371998b16 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0264e78-46e5-4622-92f7-b4ea5a4708fd HTTP/1.1" status: 200 len: 210 time: 0.0326400 Jun 15 10:37:43.122207 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-5fe7efe1-fd1d-4010-ba91-b9082cdc432b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'name': 'tempest-AttachVolumeNegativeTest-1378705910-router', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '1fc86ff8-2de6-4082-a231-6fe0f6affa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:15Z', 'updated_at': '2022-06-15T10:31:30Z', 'revision_number': 4, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'gw_port': {'id': '1fc86ff8-2de6-4082-a231-6fe0f6affa60', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:18Z', 'updated_at': '2022-06-15T10:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': '72ff7bcb-1c2c-4396-bffa-259cffd9e868', 'name': '', 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'mac_address': 'fa:16:3e:88:2d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'aea43f55-c61e-41b2-b313-b361b1b26da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:25Z', 'updated_at': '2022-06-15T10:31:38Z', 'revision_number': 5, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'subnets': [{'id': 'aea43f55-c61e-41b2-b313-b361b1b26da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:37:43.149479 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe7efe1-fd1d-4010-ba91-b9082cdc432b None None] The sync data for ids ['2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'] in dv-cinder-843493-2-iscsi is: [{'id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'name': 'tempest-AttachVolumeNegativeTest-1378705910-router', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '1fc86ff8-2de6-4082-a231-6fe0f6affa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:15Z', 'updated_at': '2022-06-15T10:31:30Z', 'revision_number': 4, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'gw_port': {'id': '1fc86ff8-2de6-4082-a231-6fe0f6affa60', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:18Z', 'updated_at': '2022-06-15T10:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': '72ff7bcb-1c2c-4396-bffa-259cffd9e868', 'name': '', 'network_id': '56f473a9-939b-4bd2-a5d0-e5eaaaa25745', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'mac_address': 'fa:16:3e:88:2d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'aea43f55-c61e-41b2-b313-b361b1b26da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:25Z', 'updated_at': '2022-06-15T10:31:38Z', 'revision_number': 5, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'subnets': [{'id': 'aea43f55-c61e-41b2-b313-b361b1b26da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 10:37:43.418508 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8da4a09-df8e-43b4-9478-6046a7d33106 None None] New status for floating IP 59146a66-42c5-4476-8fe6-31fcbb9925a5: DOWN {{(pid=103807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 10:37:43.483307 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa3caf-087a-4df0-84d4-215b54c054d2 req-06228e18-df30-4861-8c7e-19ae66961e5b tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:37:43.484861 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-96fa3caf-087a-4df0-84d4-215b54c054d2 req-06228e18-df30-4861-8c7e-19ae66961e5b tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 946 time: 0.0635030 Jun 15 10:37:43.537905 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-96fa3caf-087a-4df0-84d4-215b54c054d2 req-74229a2f-4be1-4247-aa1f-50b55972ac02 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449493 Jun 15 10:37:44.165098 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 58986) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:37:44.179018 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:37:44.219522 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-0120419e-53d0-4b9e-88de-b827535d7496 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for security_group (86e24c15-87f4-45c0-b527-41b786ce8a9d), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:44.242782 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-0120419e-53d0-4b9e-88de-b827535d7496 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for security_group (86e24c15-87f4-45c0-b527-41b786ce8a9d), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:44.295920 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-0120419e-53d0-4b9e-88de-b827535d7496 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (86e24c15-87f4-45c0-b527-41b786ce8a9d), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:44.298431 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-0120419e-53d0-4b9e-88de-b827535d7496 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:44.299654 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-0120419e-53d0-4b9e-88de-b827535d7496 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "DELETE /v2.0/security-groups/86e24c15-87f4-45c0-b527-41b786ce8a9d HTTP/1.1" status: 204 len: 168 time: 0.1335824 Jun 15 10:37:44.302462 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 58992) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:37:44.310266 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0120419e-53d0-4b9e-88de-b827535d7496 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e24c15-87f4-45c0-b527-41b786ce8a9d,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:37:44.316285 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.api.v2.resource [None req-9a2a5511-c438-4812-90b6-ad792235a1f0 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] show failed (client error): The resource could not be found. Jun 15 10:37:44.317449 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-9a2a5511-c438-4812-90b6-ad792235a1f0 tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "GET /v2.0/security-groups/86e24c15-87f4-45c0-b527-41b786ce8a9d HTTP/1.1" status: 404 len: 347 time: 0.0138259 Jun 15 10:37:44.320461 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 58994) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:37:44.437977 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-95615c06-3b06-487d-8f80-407c1036a56e tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Deleting port 910aefe7-d06b-474e-b862-7fd539fa369d {{(pid=103806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:37:44.438387 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-95615c06-3b06-487d-8f80-407c1036a56e tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (910aefe7-d06b-474e-b862-7fd539fa369d), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:44.519490 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-95615c06-3b06-487d-8f80-407c1036a56e tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (910aefe7-d06b-474e-b862-7fd539fa369d), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:44.520133 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-95615c06-3b06-487d-8f80-407c1036a56e tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for floatingip (910aefe7-d06b-474e-b862-7fd539fa369d), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:44.532533 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-95615c06-3b06-487d-8f80-407c1036a56e tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Calling delete_port for 910aefe7-d06b-474e-b862-7fd539fa369d owned by network:floatingip {{(pid=103806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:37:44.659855 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-95615c06-3b06-487d-8f80-407c1036a56e tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (910aefe7-d06b-474e-b862-7fd539fa369d), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:44.671143 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26290c4e-2f94-4e49-8d9c-52bb68699722 req-cae5ac10-c639-452a-997e-18eeca12ca2a tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:37:44.676878 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-26290c4e-2f94-4e49-8d9c-52bb68699722 req-cae5ac10-c639-452a-997e-18eeca12ca2a tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 946 time: 0.0578079 Jun 15 10:37:44.688287 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95615c06-3b06-487d-8f80-407c1036a56e tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Pushing event deleted for resources: {'Port': ['ID=910aefe7-d06b-474e-b862-7fd539fa369d,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:37:44.728486 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-26290c4e-2f94-4e49-8d9c-52bb68699722 req-e81fd124-dded-4eb0-bb7c-ffe47eee56ae tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456903 Jun 15 10:37:44.750647 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-95615c06-3b06-487d-8f80-407c1036a56e tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks [] for floatingip (59146a66-42c5-4476-8fe6-31fcbb9925a5), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:44.754061 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-95615c06-3b06-487d-8f80-407c1036a56e tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for floatingip (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:44.757906 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-95615c06-3b06-487d-8f80-407c1036a56e tempest-AttachVolumeNegativeTest-1753283860 tempest-AttachVolumeNegativeTest-1753283860-project] 10.222.0.49 "DELETE /v2.0/floatingips/59146a66-42c5-4476-8fe6-31fcbb9925a5 HTTP/1.1" status: 204 len: 168 time: 0.4367120 Jun 15 10:37:45.209294 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6725e7db-2c2d-46af-9ee7-6bc0096aa018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (06043943-94cb-49df-a062-a4886c03e673), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:45.870059 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 224da4da-f789-4111-bbb8-87943e241db9 no longer exists at agent hyperv_hv-cinder-84349 {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 10:37:45.890038 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] No Port match for: 224da4da-f789-4111-bbb8-87943e241db9 {{(pid=103807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 10:37:45.890392 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 224da4da-f789-4111-bbb8-87943e241db9 not bound to the agent host hv-cinder-84349 {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 10:37:45.923672 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 59028) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:37:46.036136 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-15704e91-b5a4-40a4-8ec4-e02407b30834 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:46.102705 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:37:46.115311 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-15704e91-b5a4-40a4-8ec4-e02407b30834 admin admin] Publish callbacks [] for security_group (21d6c547-1631-4dd0-95f7-e1ab38946cfb), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:46.119202 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-15704e91-b5a4-40a4-8ec4-e02407b30834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (21d6c547-1631-4dd0-95f7-e1ab38946cfb), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:46.135809 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:37:46.157118 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-15704e91-b5a4-40a4-8ec4-e02407b30834 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e7159500a9864347a625ca47a937416f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2319322 Jun 15 10:37:46.160434 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 59038) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:37:46.162524 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15704e91-b5a4-40a4-8ec4-e02407b30834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d6c547-1631-4dd0-95f7-e1ab38946cfb,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:37:46.209192 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-2d07b4e9-6789-4564-a653-ff683802dcbc admin admin] Publish callbacks [] for security_group (21d6c547-1631-4dd0-95f7-e1ab38946cfb), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:46.231146 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-2d07b4e9-6789-4564-a653-ff683802dcbc admin admin] Publish callbacks [] for security_group (21d6c547-1631-4dd0-95f7-e1ab38946cfb), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:46.279780 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-2d07b4e9-6789-4564-a653-ff683802dcbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (21d6c547-1631-4dd0-95f7-e1ab38946cfb), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:46.282350 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-2d07b4e9-6789-4564-a653-ff683802dcbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:46.284101 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-2d07b4e9-6789-4564-a653-ff683802dcbc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/21d6c547-1631-4dd0-95f7-e1ab38946cfb HTTP/1.1" status: 204 len: 168 time: 0.1221848 Jun 15 10:37:46.291627 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d07b4e9-6789-4564-a653-ff683802dcbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d6c547-1631-4dd0-95f7-e1ab38946cfb,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:37:46.382973 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-59f444b4-2386-4fe1-b50f-b9e54b42d680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (3cca6303-0f2e-4b13-b82d-f2749c30f699), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:46.551274 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 59044) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:37:46.564531 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-9a0b0136-6d2c-4d53-84e8-76c22d4d91b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:46.644258 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-9a0b0136-6d2c-4d53-84e8-76c22d4d91b2 admin admin] Publish callbacks [] for security_group (0b463696-e3f0-46b6-bbb3-b6247551e53f), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:46.647888 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-9a0b0136-6d2c-4d53-84e8-76c22d4d91b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (0b463696-e3f0-46b6-bbb3-b6247551e53f), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:46.687077 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-9a0b0136-6d2c-4d53-84e8-76c22d4d91b2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=90377491529542949c3efb5b6475501b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1347511 Jun 15 10:37:46.688318 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0b0136-6d2c-4d53-84e8-76c22d4d91b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b463696-e3f0-46b6-bbb3-b6247551e53f,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:37:46.690287 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 59046) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:37:46.739961 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-7ee46213-c9b6-4448-bb10-349a29946ab0 admin admin] Publish callbacks [] for security_group (0b463696-e3f0-46b6-bbb3-b6247551e53f), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:46.763680 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-7ee46213-c9b6-4448-bb10-349a29946ab0 admin admin] Publish callbacks [] for security_group (0b463696-e3f0-46b6-bbb3-b6247551e53f), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:46.770024 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:37:46.811620 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-7ee46213-c9b6-4448-bb10-349a29946ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (0b463696-e3f0-46b6-bbb3-b6247551e53f), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:46.813982 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-7ee46213-c9b6-4448-bb10-349a29946ab0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:46.815666 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-7ee46213-c9b6-4448-bb10-349a29946ab0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0b463696-e3f0-46b6-bbb3-b6247551e53f HTTP/1.1" status: 204 len: 168 time: 0.1243496 Jun 15 10:37:46.823257 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee46213-c9b6-4448-bb10-349a29946ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b463696-e3f0-46b6-bbb3-b6247551e53f,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:37:46.835985 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:37:46.836580 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:37:47.793218 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-28d06d32-ea2f-4019-b04d-5ef5fa4d530e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (28e3d1c3-881c-45f9-bfee-5bcc9597e0ae), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:47.974613 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (ad84a4c2-87cd-4603-a219-98785ef58eeb), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:48.437774 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 59114) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:37:48.903388 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-9cfabf1c-1d04-4595-bdf1-8851456112fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-722362'] for router_interface (2fa8359a-ff8d-42fb-bdf9-fa2b54045d47), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:49.119577 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-9cfabf1c-1d04-4595-bdf1-8851456112fa admin admin] Deleting port 72ff7bcb-1c2c-4396-bffa-259cffd9e868 {{(pid=103806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:37:49.119921 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-9cfabf1c-1d04-4595-bdf1-8851456112fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (72ff7bcb-1c2c-4396-bffa-259cffd9e868), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:49.184448 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:37:49.199958 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [None req-9cfabf1c-1d04-4595-bdf1-8851456112fa admin admin] For port 72ff7bcb-1c2c-4396-bffa-259cffd9e868, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=72ff7bcb-1c2c-4396-bffa-259cffd9e868,segment=NetworkSegment(9a53d831-3761-4266-b8b5-121a6bb87f69),segment_id=9a53d831-3761-4266-b8b5-121a6bb87f69)] {{(pid=103806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:37:49.200320 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-9cfabf1c-1d04-4595-bdf1-8851456112fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (72ff7bcb-1c2c-4396-bffa-259cffd9e868), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:49.213004 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-9cfabf1c-1d04-4595-bdf1-8851456112fa admin admin] Calling delete_port for 72ff7bcb-1c2c-4396-bffa-259cffd9e868 owned by network:router_interface {{(pid=103806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:37:49.250322 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:37:49.387341 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-9cfabf1c-1d04-4595-bdf1-8851456112fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (72ff7bcb-1c2c-4396-bffa-259cffd9e868), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:49.412996 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfabf1c-1d04-4595-bdf1-8851456112fa admin admin] Pushing event deleted for resources: {'Port': ['ID=72ff7bcb-1c2c-4396-bffa-259cffd9e868,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:37:49.567448 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-9cfabf1c-1d04-4595-bdf1-8851456112fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-722222'] for router_interface (2fa8359a-ff8d-42fb-bdf9-fa2b54045d47), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:49.771911 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cfabf1c-1d04-4595-bdf1-8851456112fa admin admin] Router 2fa8359a-ff8d-42fb-bdf9-fa2b54045d47 has already been hosted by L3 agent 06043943-94cb-49df-a062-a4886c03e673 {{(pid=103806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 10:37:50.124487 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cfabf1c-1d04-4595-bdf1-8851456112fa admin admin] Notify agent at l3_agent.dv-cinder-843493-2-iscsi the message routers_updated {{(pid=103806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 10:37:50.130703 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-9cfabf1c-1d04-4595-bdf1-8851456112fa admin admin] 10.222.0.49 "PUT /v2.0/routers/2fa8359a-ff8d-42fb-bdf9-fa2b54045d47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6913190 Jun 15 10:37:50.132788 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 59138) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:37:50.135247 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254c92e9-7a3f-49ab-921a-7f16856f00ee None None] Sync routers for ids ['2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'] in dv-cinder-843493-2-iscsi {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 10:37:50.145976 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254c92e9-7a3f-49ab-921a-7f16856f00ee None None] Routers {'2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:37:50.146579 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-254c92e9-7a3f-49ab-921a-7f16856f00ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:37:45Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:37:50.235307 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-23d0052e-717a-4a24-bd3f-0d46a9afb72c admin admin] Publish callbacks [] for router (2fa8359a-ff8d-42fb-bdf9-fa2b54045d47), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:50.247770 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-254c92e9-7a3f-49ab-921a-7f16856f00ee None None] Set router 2fa8359a-ff8d-42fb-bdf9-fa2b54045d47 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:37:50.340235 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-23d0052e-717a-4a24-bd3f-0d46a9afb72c admin admin] Publish callbacks [] for router_gateway (2fa8359a-ff8d-42fb-bdf9-fa2b54045d47), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:50.390423 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.plugin [None req-23d0052e-717a-4a24-bd3f-0d46a9afb72c admin admin] Deleting port 1fc86ff8-2de6-4082-a231-6fe0f6affa60 {{(pid=103805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:37:50.390764 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-23d0052e-717a-4a24-bd3f-0d46a9afb72c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (1fc86ff8-2de6-4082-a231-6fe0f6affa60), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:50.412371 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=100 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:37:50.422985 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-254c92e9-7a3f-49ab-921a-7f16856f00ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'name': 'tempest-AttachVolumeNegativeTest-1378705910-router', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '1fc86ff8-2de6-4082-a231-6fe0f6affa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:15Z', 'updated_at': '2022-06-15T10:37:49Z', 'revision_number': 5, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'gw_port': {'id': '1fc86ff8-2de6-4082-a231-6fe0f6affa60', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:18Z', 'updated_at': '2022-06-15T10:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi'}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:37:50.454905 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254c92e9-7a3f-49ab-921a-7f16856f00ee None None] Checking router: 2fa8359a-ff8d-42fb-bdf9-fa2b54045d47 for host: dv-cinder-843493-2-iscsi {{(pid=103808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 10:37:50.466553 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254c92e9-7a3f-49ab-921a-7f16856f00ee None None] Routers {'2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:37:50.467321 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-254c92e9-7a3f-49ab-921a-7f16856f00ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:37:45Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:37:50.470524 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=100 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:37:50.489386 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.db [None req-23d0052e-717a-4a24-bd3f-0d46a9afb72c admin admin] For port 1fc86ff8-2de6-4082-a231-6fe0f6affa60, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=1fc86ff8-2de6-4082-a231-6fe0f6affa60,segment=NetworkSegment(cb36ff63-3809-49b1-ae7b-cd8646780a76),segment_id=cb36ff63-3809-49b1-ae7b-cd8646780a76)] {{(pid=103805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:37:50.489872 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-23d0052e-717a-4a24-bd3f-0d46a9afb72c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (1fc86ff8-2de6-4082-a231-6fe0f6affa60), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:50.503875 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.plugin [None req-23d0052e-717a-4a24-bd3f-0d46a9afb72c admin admin] Calling delete_port for 1fc86ff8-2de6-4082-a231-6fe0f6affa60 owned by network:router_gateway {{(pid=103805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:37:50.546919 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:37:50.563300 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-254c92e9-7a3f-49ab-921a-7f16856f00ee None None] Set router 2fa8359a-ff8d-42fb-bdf9-fa2b54045d47 gateway port host: None {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:37:50.617739 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-254c92e9-7a3f-49ab-921a-7f16856f00ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'name': 'tempest-AttachVolumeNegativeTest-1378705910-router', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:15Z', 'updated_at': '2022-06-15T10:37:50Z', 'revision_number': 6, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'gw_port_host': None}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:37:50.646844 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254c92e9-7a3f-49ab-921a-7f16856f00ee None None] The sync data for ids ['2fa8359a-ff8d-42fb-bdf9-fa2b54045d47'] in dv-cinder-843493-2-iscsi is: [{'id': '2fa8359a-ff8d-42fb-bdf9-fa2b54045d47', 'name': 'tempest-AttachVolumeNegativeTest-1378705910-router', 'tenant_id': 'b683b2d399b54484aa5820537038b8af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:15Z', 'updated_at': '2022-06-15T10:37:50Z', 'revision_number': 6, 'project_id': 'b683b2d399b54484aa5820537038b8af', 'gw_port_host': None}] {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 10:37:50.686418 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-23d0052e-717a-4a24-bd3f-0d46a9afb72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2774366'] for port (1fc86ff8-2de6-4082-a231-6fe0f6affa60), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:50.712576 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d0052e-717a-4a24-bd3f-0d46a9afb72c admin admin] Pushing event deleted for resources: {'Port': ['ID=1fc86ff8-2de6-4082-a231-6fe0f6affa60,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:37:50.774911 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-23d0052e-717a-4a24-bd3f-0d46a9afb72c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-721535'] for router_gateway (2fa8359a-ff8d-42fb-bdf9-fa2b54045d47), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:50.864251 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-23d0052e-717a-4a24-bd3f-0d46a9afb72c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-378'] for router (2fa8359a-ff8d-42fb-bdf9-fa2b54045d47), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:50.866525 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-23d0052e-717a-4a24-bd3f-0d46a9afb72c admin admin] Publish callbacks [] for router_controller (2fa8359a-ff8d-42fb-bdf9-fa2b54045d47), precommit_delete_associations {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:50.909411 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-23d0052e-717a-4a24-bd3f-0d46a9afb72c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-721391'] for router (2fa8359a-ff8d-42fb-bdf9-fa2b54045d47), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:50.910188 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d0052e-717a-4a24-bd3f-0d46a9afb72c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fa8359a-ff8d-42fb-bdf9-fa2b54045d47 {{(pid=103805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 15 10:37:50.914420 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-23d0052e-717a-4a24-bd3f-0d46a9afb72c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:50.915599 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-23d0052e-717a-4a24-bd3f-0d46a9afb72c admin admin] 10.222.0.49 "DELETE /v2.0/routers/2fa8359a-ff8d-42fb-bdf9-fa2b54045d47 HTTP/1.1" status: 204 len: 168 time: 0.7817540 Jun 15 10:37:50.918174 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 59152) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:37:50.943845 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:37:50.967069 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.db.db_base_plugin_v2 [None req-96d872fb-adfe-44fb-8ad3-a2e3b9bfdf3f admin admin] Deleting subnet aea43f55-c61e-41b2-b313-b361b1b26da0 {{(pid=103805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 10:37:50.970121 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-96d872fb-adfe-44fb-8ad3-a2e3b9bfdf3f admin admin] Publish callbacks [] for subnet (aea43f55-c61e-41b2-b313-b361b1b26da0), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:51.009668 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-96d872fb-adfe-44fb-8ad3-a2e3b9bfdf3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2839202'] for subnet (aea43f55-c61e-41b2-b313-b361b1b26da0), precommit_delete_associations {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:51.087509 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-96d872fb-adfe-44fb-8ad3-a2e3b9bfdf3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7722939'] for subnet (aea43f55-c61e-41b2-b313-b361b1b26da0), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:51.144997 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-96d872fb-adfe-44fb-8ad3-a2e3b9bfdf3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7722882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2774387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3530355'] for subnet (aea43f55-c61e-41b2-b313-b361b1b26da0), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:51.172987 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d872fb-adfe-44fb-8ad3-a2e3b9bfdf3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aea43f55-c61e-41b2-b313-b361b1b26da0,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:37:51.177066 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-96d872fb-adfe-44fb-8ad3-a2e3b9bfdf3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for subnet (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:51.180446 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-96d872fb-adfe-44fb-8ad3-a2e3b9bfdf3f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/aea43f55-c61e-41b2-b313-b361b1b26da0 HTTP/1.1" status: 204 len: 168 time: 0.2612615 Jun 15 10:37:51.183076 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 59156) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:37:51.183846 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d93efde-5717-4afd-8ff2-e65aa2785e28 None None] Network 56f473a9-939b-4bd2-a5d0-e5eaaaa25745 requested from dv-cinder-843493-2-iscsi {{(pid=103807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 10:37:51.258784 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-67b193e2-8975-4d07-9570-46fe0976b972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7810747'] for network (56f473a9-939b-4bd2-a5d0-e5eaaaa25745), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:51.303532 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-67b193e2-8975-4d07-9570-46fe0976b972 admin admin] Deleting port c08b4182-f624-44bc-9c74-7976af4fb8e3 {{(pid=103806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:37:51.303869 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-67b193e2-8975-4d07-9570-46fe0976b972 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (c08b4182-f624-44bc-9c74-7976af4fb8e3), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:51.333921 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:37:51.373889 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [None req-67b193e2-8975-4d07-9570-46fe0976b972 admin admin] For port c08b4182-f624-44bc-9c74-7976af4fb8e3, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=c08b4182-f624-44bc-9c74-7976af4fb8e3,segment=NetworkSegment(9a53d831-3761-4266-b8b5-121a6bb87f69),segment_id=9a53d831-3761-4266-b8b5-121a6bb87f69)] {{(pid=103806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:37:51.374269 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-67b193e2-8975-4d07-9570-46fe0976b972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (c08b4182-f624-44bc-9c74-7976af4fb8e3), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:51.376806 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:37:51.390329 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-67b193e2-8975-4d07-9570-46fe0976b972 admin admin] Calling delete_port for c08b4182-f624-44bc-9c74-7976af4fb8e3 owned by network:dhcp {{(pid=103806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:37:51.481309 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d86bac-b31c-477a-9f34-7ed5bed60777 None None] DHCP port deletion for 56f473a9-939b-4bd2-a5d0-e5eaaaa25745 request from dv-cinder-843493-2-iscsi {{(pid=103807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 15 10:37:51.492423 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-67b193e2-8975-4d07-9570-46fe0976b972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (c08b4182-f624-44bc-9c74-7976af4fb8e3), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:51.526557 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86bac-b31c-477a-9f34-7ed5bed60777 None None] Deleting port c08b4182-f624-44bc-9c74-7976af4fb8e3 {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:37:51.526931 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c6d86bac-b31c-477a-9f34-7ed5bed60777 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (c08b4182-f624-44bc-9c74-7976af4fb8e3), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:51.527722 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b193e2-8975-4d07-9570-46fe0976b972 admin admin] Pushing event deleted for resources: {'Port': ['ID=c08b4182-f624-44bc-9c74-7976af4fb8e3,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:37:51.535244 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b193e2-8975-4d07-9570-46fe0976b972 admin admin] No DVR routers for this DVR port c08b4182-f624-44bc-9c74-7976af4fb8e3 on host dv-cinder-843493-2-iscsi {{(pid=103806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 10:37:51.590754 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-c6d86bac-b31c-477a-9f34-7ed5bed60777 None None] For port c08b4182-f624-44bc-9c74-7976af4fb8e3, host dv-cinder-843493-2-iscsi, got binding levels [] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:37:51.591179 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c6d86bac-b31c-477a-9f34-7ed5bed60777 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (c08b4182-f624-44bc-9c74-7976af4fb8e3), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:51.604779 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86bac-b31c-477a-9f34-7ed5bed60777 None None] Calling delete_port for c08b4182-f624-44bc-9c74-7976af4fb8e3 owned by network:dhcp {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:37:51.606410 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-67b193e2-8975-4d07-9570-46fe0976b972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7721322', 'neutron.services.segments.db._delete_segments_for_network-8732880543290'] for network (56f473a9-939b-4bd2-a5d0-e5eaaaa25745), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:51.608009 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.ipam_backend_mixin [None req-c6d86bac-b31c-477a-9f34-7ed5bed60777 None None] Port c08b4182-f624-44bc-9c74-7976af4fb8e3 was not found and therefore no delete operation was performed {{(pid=103807) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 15 10:37:51.609679 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c6d86bac-b31c-477a-9f34-7ed5bed60777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214'] for port (c08b4182-f624-44bc-9c74-7976af4fb8e3), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:51.621653 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d86bac-b31c-477a-9f34-7ed5bed60777 None None] No DVR routers for this DVR port c08b4182-f624-44bc-9c74-7976af4fb8e3 on host dv-cinder-843493-2-iscsi {{(pid=103807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 10:37:51.628786 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.services.segments.db [None req-67b193e2-8975-4d07-9570-46fe0976b972 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56f473a9-939b-4bd2-a5d0-e5eaaaa25745']}} {{(pid=103806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:37:51.639976 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.services.segments.db [None req-67b193e2-8975-4d07-9570-46fe0976b972 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a53d831-3761-4266-b8b5-121a6bb87f69') {'for_net_delete': True} {{(pid=103806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:37:51.640335 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.services.segments.db [None req-67b193e2-8975-4d07-9570-46fe0976b972 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a53d831-3761-4266-b8b5-121a6bb87f69') {} {{(pid=103806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:37:51.640519 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d86bac-b31c-477a-9f34-7ed5bed60777 None None] Pushing event deleted for resources: {'Port': ['ID=c08b4182-f624-44bc-9c74-7976af4fb8e3,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:37:51.654802 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86bac-b31c-477a-9f34-7ed5bed60777 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:37:51.655178 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86bac-b31c-477a-9f34-7ed5bed60777 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:37:51.655528 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86bac-b31c-477a-9f34-7ed5bed60777 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:37:51.655864 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86bac-b31c-477a-9f34-7ed5bed60777 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:37:51.656365 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86bac-b31c-477a-9f34-7ed5bed60777 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:37:51.656507 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-67b193e2-8975-4d07-9570-46fe0976b972 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732880541633', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014514'] for segment (9a53d831-3761-4266-b8b5-121a6bb87f69), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:51.656990 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86bac-b31c-477a-9f34-7ed5bed60777 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:37:51.657483 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86bac-b31c-477a-9f34-7ed5bed60777 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:37:51.657966 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86bac-b31c-477a-9f34-7ed5bed60777 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:37:51.659062 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86bac-b31c-477a-9f34-7ed5bed60777 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:37:51.659715 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86bac-b31c-477a-9f34-7ed5bed60777 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:37:51.660214 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86bac-b31c-477a-9f34-7ed5bed60777 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:37:51.660700 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86bac-b31c-477a-9f34-7ed5bed60777 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:37:51.661179 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86bac-b31c-477a-9f34-7ed5bed60777 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:37:51.661514 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86bac-b31c-477a-9f34-7ed5bed60777 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:37:51.661839 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86bac-b31c-477a-9f34-7ed5bed60777 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:37:51.671770 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-67b193e2-8975-4d07-9570-46fe0976b972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7722752'] for segment (9a53d831-3761-4266-b8b5-121a6bb87f69), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:51.679308 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67b193e2-8975-4d07-9570-46fe0976b972 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=103806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 10:37:51.679923 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-67b193e2-8975-4d07-9570-46fe0976b972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7722752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-252119669'] for segment (9a53d831-3761-4266-b8b5-121a6bb87f69), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:51.712624 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 72ff7bcb-1c2c-4396-bffa-259cffd9e868 no longer exists at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 10:37:51.737180 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] No Port match for: 72ff7bcb-1c2c-4396-bffa-259cffd9e868 {{(pid=103807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 10:37:51.737605 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 72ff7bcb-1c2c-4396-bffa-259cffd9e868 not bound to the agent host dv-cinder-843493-2-iscsi {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 10:37:51.738096 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device c08b4182-f624-44bc-9c74-7976af4fb8e3 no longer exists at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 10:37:51.746439 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.services.segments.plugin [-] Segment 9a53d831-3761-4266-b8b5-121a6bb87f69 resource provider aggregate not found Jun 15 10:37:51.758659 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] No Port match for: c08b4182-f624-44bc-9c74-7976af4fb8e3 {{(pid=103807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 10:37:51.764031 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device c08b4182-f624-44bc-9c74-7976af4fb8e3 not bound to the agent host dv-cinder-843493-2-iscsi {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 10:37:51.764031 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 1fc86ff8-2de6-4082-a231-6fe0f6affa60 no longer exists at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 10:37:51.769052 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.services.segments.plugin [-] Segment 9a53d831-3761-4266-b8b5-121a6bb87f69 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9a53d831-3761-4266-b8b5-121a6bb87f69 found for delete ", "request_id": "req-fc590c00-8db5-45aa-a970-a48aa91a1f6d"}]} Jun 15 10:37:51.772490 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-67b193e2-8975-4d07-9570-46fe0976b972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7722532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-721499'] for network (56f473a9-939b-4bd2-a5d0-e5eaaaa25745), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:51.779138 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-67b193e2-8975-4d07-9570-46fe0976b972 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for network (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:51.783984 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-67b193e2-8975-4d07-9570-46fe0976b972 admin admin] 10.222.0.49 "DELETE /v2.0/networks/56f473a9-939b-4bd2-a5d0-e5eaaaa25745 HTTP/1.1" status: 204 len: 168 time: 0.5990710 Jun 15 10:37:51.784453 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] No Port match for: 1fc86ff8-2de6-4082-a231-6fe0f6affa60 {{(pid=103807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 10:37:51.784799 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 1fc86ff8-2de6-4082-a231-6fe0f6affa60 not bound to the agent host dv-cinder-843493-2-iscsi {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 10:37:51.806932 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b193e2-8975-4d07-9570-46fe0976b972 admin admin] Pushing event deleted for resources: {'Network': ['ID=56f473a9-939b-4bd2-a5d0-e5eaaaa25745,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:37:51.901194 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 59164) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:37:51.942733 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-c0606c21-d9b3-4a32-9022-5f4a558bb482 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b683b2d399b54484aa5820537038b8af&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0404530 Jun 15 10:37:51.945122 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 59166) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:37:51.993578 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c81fe49a-ecde-4661-a960-23a053dc17bf admin admin] Publish callbacks [] for security_group (3a7c68bd-b0e6-4f4b-a8e0-1a1cf5d6c7f5), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:52.020727 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c81fe49a-ecde-4661-a960-23a053dc17bf admin admin] Publish callbacks [] for security_group (3a7c68bd-b0e6-4f4b-a8e0-1a1cf5d6c7f5), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:52.068791 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c81fe49a-ecde-4661-a960-23a053dc17bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (3a7c68bd-b0e6-4f4b-a8e0-1a1cf5d6c7f5), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:52.071388 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c81fe49a-ecde-4661-a960-23a053dc17bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:52.073094 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-c81fe49a-ecde-4661-a960-23a053dc17bf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3a7c68bd-b0e6-4f4b-a8e0-1a1cf5d6c7f5 HTTP/1.1" status: 204 len: 168 time: 0.1270714 Jun 15 10:37:52.084246 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81fe49a-ecde-4661-a960-23a053dc17bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7c68bd-b0e6-4f4b-a8e0-1a1cf5d6c7f5,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:37:52.238771 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (a4349971-e88a-4ea8-a067-54d07204ee65), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:54.121765 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 59274) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:37:54.228728 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-dbc06f30-03bc-4a05-8a7c-5d8fffe0533c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:54.305708 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-dbc06f30-03bc-4a05-8a7c-5d8fffe0533c admin admin] Publish callbacks [] for security_group (d5bad37e-6887-43fc-b66f-88ff7f7833b7), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:54.309404 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-dbc06f30-03bc-4a05-8a7c-5d8fffe0533c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (d5bad37e-6887-43fc-b66f-88ff7f7833b7), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:54.346981 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-dbc06f30-03bc-4a05-8a7c-5d8fffe0533c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6bbfa4912b4d4212a5ddbf0b419c530b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2241611 Jun 15 10:37:54.348908 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc06f30-03bc-4a05-8a7c-5d8fffe0533c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5bad37e-6887-43fc-b66f-88ff7f7833b7,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:37:54.349662 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 59278) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:37:54.400044 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-b2a1d4b4-27d8-4117-99d0-40ee95a3093d admin admin] Publish callbacks [] for security_group (d5bad37e-6887-43fc-b66f-88ff7f7833b7), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:54.423455 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-b2a1d4b4-27d8-4117-99d0-40ee95a3093d admin admin] Publish callbacks [] for security_group (d5bad37e-6887-43fc-b66f-88ff7f7833b7), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:54.471517 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-b2a1d4b4-27d8-4117-99d0-40ee95a3093d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (d5bad37e-6887-43fc-b66f-88ff7f7833b7), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:54.473987 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-b2a1d4b4-27d8-4117-99d0-40ee95a3093d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:54.475165 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-b2a1d4b4-27d8-4117-99d0-40ee95a3093d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d5bad37e-6887-43fc-b66f-88ff7f7833b7 HTTP/1.1" status: 204 len: 168 time: 0.1245103 Jun 15 10:37:54.483195 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a1d4b4-27d8-4117-99d0-40ee95a3093d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5bad37e-6887-43fc-b66f-88ff7f7833b7,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:37:54.766363 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 59300) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:37:54.782074 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-c4d6e23c-064e-4efe-acbf-58e000b6a3af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:54.880496 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-c4d6e23c-064e-4efe-acbf-58e000b6a3af admin admin] Publish callbacks [] for security_group (d48b2cc3-62de-4ae9-88e7-45fe21fc9c5f), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:54.885076 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-c4d6e23c-064e-4efe-acbf-58e000b6a3af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (d48b2cc3-62de-4ae9-88e7-45fe21fc9c5f), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:54.910310 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=83,neutron:DELETE=11,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:37:54.929506 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d6e23c-064e-4efe-acbf-58e000b6a3af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48b2cc3-62de-4ae9-88e7-45fe21fc9c5f,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:37:54.934411 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-c4d6e23c-064e-4efe-acbf-58e000b6a3af admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b2dcb7cbcb4948a9aac17180fe554641&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1670601 Jun 15 10:37:54.937269 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 59306) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:37:54.992529 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-5a2ac425-a2ad-4f45-bb93-58042b8ee902 admin admin] Publish callbacks [] for security_group (d48b2cc3-62de-4ae9-88e7-45fe21fc9c5f), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:55.021224 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-5a2ac425-a2ad-4f45-bb93-58042b8ee902 admin admin] Publish callbacks [] for security_group (d48b2cc3-62de-4ae9-88e7-45fe21fc9c5f), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:55.068598 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-5a2ac425-a2ad-4f45-bb93-58042b8ee902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (d48b2cc3-62de-4ae9-88e7-45fe21fc9c5f), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:55.071192 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-5a2ac425-a2ad-4f45-bb93-58042b8ee902 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:55.072338 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-5a2ac425-a2ad-4f45-bb93-58042b8ee902 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d48b2cc3-62de-4ae9-88e7-45fe21fc9c5f HTTP/1.1" status: 204 len: 168 time: 0.1341364 Jun 15 10:37:55.083185 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2ac425-a2ad-4f45-bb93-58042b8ee902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48b2cc3-62de-4ae9-88e7-45fe21fc9c5f,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:37:55.087339 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 59312) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:37:55.304832 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-407d1c9a-34f9-4f3d-aa07-98da155f881e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:55.316325 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=7,neutron:INSERT=7 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:37:55.387686 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-407d1c9a-34f9-4f3d-aa07-98da155f881e admin admin] Publish callbacks [] for security_group (91831e1a-726c-4539-a2f4-a4327a9696e0), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:55.391596 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-407d1c9a-34f9-4f3d-aa07-98da155f881e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (91831e1a-726c-4539-a2f4-a4327a9696e0), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:55.436114 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-407d1c9a-34f9-4f3d-aa07-98da155f881e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=369db092ec72463b9ff27caed4e828f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3473678 Jun 15 10:37:55.437229 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407d1c9a-34f9-4f3d-aa07-98da155f881e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91831e1a-726c-4539-a2f4-a4327a9696e0,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:37:55.438806 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 59326) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:37:55.489498 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a9344956-bffc-4e52-9162-072fe98dd472 admin admin] Publish callbacks [] for security_group (91831e1a-726c-4539-a2f4-a4327a9696e0), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:55.497776 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:37:55.513362 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a9344956-bffc-4e52-9162-072fe98dd472 admin admin] Publish callbacks [] for security_group (91831e1a-726c-4539-a2f4-a4327a9696e0), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:55.523889 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:37:55.571886 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a9344956-bffc-4e52-9162-072fe98dd472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (91831e1a-726c-4539-a2f4-a4327a9696e0), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:55.574401 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a9344956-bffc-4e52-9162-072fe98dd472 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:55.575663 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-a9344956-bffc-4e52-9162-072fe98dd472 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/91831e1a-726c-4539-a2f4-a4327a9696e0 HTTP/1.1" status: 204 len: 168 time: 0.1344600 Jun 15 10:37:55.583639 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9344956-bffc-4e52-9162-072fe98dd472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91831e1a-726c-4539-a2f4-a4327a9696e0,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:37:55.890550 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 59346) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:37:55.904486 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e3151da3-6614-4d20-a684-76df98fc2fa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:55.981240 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e3151da3-6614-4d20-a684-76df98fc2fa3 admin admin] Publish callbacks [] for security_group (7a75b3dd-d547-4474-900a-2f2e686df65b), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:55.985110 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e3151da3-6614-4d20-a684-76df98fc2fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (7a75b3dd-d547-4474-900a-2f2e686df65b), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:56.028235 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-e3151da3-6614-4d20-a684-76df98fc2fa3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f287efd29e8e411291b802cc5181fa5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1357615 Jun 15 10:37:56.029068 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 59350) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:37:56.029481 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3151da3-6614-4d20-a684-76df98fc2fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a75b3dd-d547-4474-900a-2f2e686df65b,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:37:56.079946 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-d4a452a3-4c62-429a-89fe-bd7030387648 admin admin] Publish callbacks [] for security_group (7a75b3dd-d547-4474-900a-2f2e686df65b), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:56.103228 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-d4a452a3-4c62-429a-89fe-bd7030387648 admin admin] Publish callbacks [] for security_group (7a75b3dd-d547-4474-900a-2f2e686df65b), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:56.149725 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-d4a452a3-4c62-429a-89fe-bd7030387648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (7a75b3dd-d547-4474-900a-2f2e686df65b), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:56.152808 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-d4a452a3-4c62-429a-89fe-bd7030387648 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:56.153998 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-d4a452a3-4c62-429a-89fe-bd7030387648 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7a75b3dd-d547-4474-900a-2f2e686df65b HTTP/1.1" status: 204 len: 168 time: 0.1234314 Jun 15 10:37:56.162629 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a452a3-4c62-429a-89fe-bd7030387648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a75b3dd-d547-4474-900a-2f2e686df65b,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:37:56.439911 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 59368) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:37:56.453019 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-92d567b5-eeb2-4e83-a0a1-9f62db4c3615 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:56.532323 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-92d567b5-eeb2-4e83-a0a1-9f62db4c3615 admin admin] Publish callbacks [] for security_group (5d4d90ea-7e08-4187-8139-8b892b45c65b), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:56.536378 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-92d567b5-eeb2-4e83-a0a1-9f62db4c3615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (5d4d90ea-7e08-4187-8139-8b892b45c65b), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:56.578411 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-92d567b5-eeb2-4e83-a0a1-9f62db4c3615 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4dde1515c2ac4e38a76b81aeaa2347e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1374235 Jun 15 10:37:56.579288 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d567b5-eeb2-4e83-a0a1-9f62db4c3615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4d90ea-7e08-4187-8139-8b892b45c65b,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:37:56.581651 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 59376) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:37:56.632163 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-11c97914-62bf-4fa6-9098-a8e4b122f27b admin admin] Publish callbacks [] for security_group (5d4d90ea-7e08-4187-8139-8b892b45c65b), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:56.654486 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-11c97914-62bf-4fa6-9098-a8e4b122f27b admin admin] Publish callbacks [] for security_group (5d4d90ea-7e08-4187-8139-8b892b45c65b), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:56.703947 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-11c97914-62bf-4fa6-9098-a8e4b122f27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (5d4d90ea-7e08-4187-8139-8b892b45c65b), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:56.706969 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-11c97914-62bf-4fa6-9098-a8e4b122f27b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:37:56.708133 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-11c97914-62bf-4fa6-9098-a8e4b122f27b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5d4d90ea-7e08-4187-8139-8b892b45c65b HTTP/1.1" status: 204 len: 168 time: 0.1249568 Jun 15 10:37:56.716780 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c97914-62bf-4fa6-9098-a8e4b122f27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4d90ea-7e08-4187-8139-8b892b45c65b,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:04.690672 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.agents_db [None req-cff4c53f-faac-479c-b9be-928944d02899 None None] Agent healthcheck: found 6 active agents {{(pid=103808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 10:38:06.176878 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=42,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:06.563574 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=67,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:06.575327 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=50,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:06.684242 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=45,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:06.713138 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=32,neutron:INSERT=7,neutron:DELETE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:06.730185 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=36,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:07.896862 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=18 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:13.019270 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1173b284-86cf-4563-bd2c-0732d8c7d0fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (e7b68426-6abe-45ee-a2ce-c32f72f66753), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:13.794386 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 59798) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:13.901512 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a0cbd496-c6c5-4c5c-b9f8-f19f7556c33b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:13.977783 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a0cbd496-c6c5-4c5c-b9f8-f19f7556c33b admin admin] Publish callbacks [] for security_group (b4c625cf-f3ab-480e-9d2e-d0629d4110c3), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:13.982233 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a0cbd496-c6c5-4c5c-b9f8-f19f7556c33b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (b4c625cf-f3ab-480e-9d2e-d0629d4110c3), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:14.020234 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cbd496-c6c5-4c5c-b9f8-f19f7556c33b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c625cf-f3ab-480e-9d2e-d0629d4110c3,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:14.027551 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-a0cbd496-c6c5-4c5c-b9f8-f19f7556c33b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=47ef8e14002f446f98ae1c5ac1b11370&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2321358 Jun 15 10:38:14.027768 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 59806) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:14.089290 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-999410cb-0315-49d0-9624-3afe1e13febd admin admin] Publish callbacks [] for security_group (b4c625cf-f3ab-480e-9d2e-d0629d4110c3), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:14.110889 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-999410cb-0315-49d0-9624-3afe1e13febd admin admin] Publish callbacks [] for security_group (b4c625cf-f3ab-480e-9d2e-d0629d4110c3), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:14.158368 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-999410cb-0315-49d0-9624-3afe1e13febd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (b4c625cf-f3ab-480e-9d2e-d0629d4110c3), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:14.161084 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-999410cb-0315-49d0-9624-3afe1e13febd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:14.162318 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-999410cb-0315-49d0-9624-3afe1e13febd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b4c625cf-f3ab-480e-9d2e-d0629d4110c3 HTTP/1.1" status: 204 len: 168 time: 0.1329007 Jun 15 10:38:14.171141 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999410cb-0315-49d0-9624-3afe1e13febd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c625cf-f3ab-480e-9d2e-d0629d4110c3,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:14.458884 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 59820) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:14.473456 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-f8cea71a-df54-432e-beb8-9e82a2cc85bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:14.546763 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-f8cea71a-df54-432e-beb8-9e82a2cc85bf admin admin] Publish callbacks [] for security_group (29706b3e-2673-4646-80c3-6c70f696a05d), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:14.550957 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-f8cea71a-df54-432e-beb8-9e82a2cc85bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (29706b3e-2673-4646-80c3-6c70f696a05d), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:14.591929 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-f8cea71a-df54-432e-beb8-9e82a2cc85bf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9d989beda87b489c956dc34ab75e5640&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1317191 Jun 15 10:38:14.592913 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cea71a-df54-432e-beb8-9e82a2cc85bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29706b3e-2673-4646-80c3-6c70f696a05d,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:14.594541 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 59822) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:14.646162 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c7a07a26-b362-4ec8-bc36-de258b3e64ba admin admin] Publish callbacks [] for security_group (29706b3e-2673-4646-80c3-6c70f696a05d), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:14.667374 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c7a07a26-b362-4ec8-bc36-de258b3e64ba admin admin] Publish callbacks [] for security_group (29706b3e-2673-4646-80c3-6c70f696a05d), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:14.686933 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=31 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:14.715782 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c7a07a26-b362-4ec8-bc36-de258b3e64ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (29706b3e-2673-4646-80c3-6c70f696a05d), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:14.718372 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c7a07a26-b362-4ec8-bc36-de258b3e64ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:14.722874 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-c7a07a26-b362-4ec8-bc36-de258b3e64ba admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/29706b3e-2673-4646-80c3-6c70f696a05d HTTP/1.1" status: 204 len: 168 time: 0.1234703 Jun 15 10:38:14.731464 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a07a26-b362-4ec8-bc36-de258b3e64ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29706b3e-2673-4646-80c3-6c70f696a05d,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:15.216033 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4d39c8da-a172-4aff-bbfe-74b187927ff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (06043943-94cb-49df-a062-a4886c03e673), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:15.928100 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60eec9-0c6e-4dbc-b049-448150a9d6a1 req-c126c1d0-eb79-4c4c-b88b-bd64a7063ccd tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:38:15.929590 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-cf60eec9-0c6e-4dbc-b049-448150a9d6a1 req-c126c1d0-eb79-4c4c-b88b-bd64a7063ccd tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d87a8b6-c0cf-41b2-a230-0dd3cd754eb0 HTTP/1.1" status: 200 len: 945 time: 0.0486081 Jun 15 10:38:15.980250 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-cf60eec9-0c6e-4dbc-b049-448150a9d6a1 req-fcc8be95-bfeb-4fff-bd25-aec5133bdd27 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=024dafa8-6677-4bb5-83d3-8340d04abd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446134 Jun 15 10:38:16.388893 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-59f444b4-2386-4fe1-b50f-b9e54b42d680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (3cca6303-0f2e-4b13-b82d-f2749c30f699), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:17.096711 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb362bd-b43c-4427-8d76-067444d323db req-d011b523-6da4-4b5b-9d42-84f2f30070a8 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:38:17.098070 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-aeb362bd-b43c-4427-8d76-067444d323db req-d011b523-6da4-4b5b-9d42-84f2f30070a8 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d87a8b6-c0cf-41b2-a230-0dd3cd754eb0 HTTP/1.1" status: 200 len: 945 time: 0.0484059 Jun 15 10:38:17.143791 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-aeb362bd-b43c-4427-8d76-067444d323db req-6e1363c6-ba77-46d7-9ba9-e1ecdb2016ca tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=024dafa8-6677-4bb5-83d3-8340d04abd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403457 Jun 15 10:38:17.786901 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-28d06d32-ea2f-4019-b04d-5ef5fa4d530e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (28e3d1c3-881c-45f9-bfee-5bcc9597e0ae), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:17.971247 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (ad84a4c2-87cd-4603-a219-98785ef58eeb), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:17.996866 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a4a37-014f-4a09-b300-f05bf5f13de8 req-11d82020-8189-4b09-ad0d-e1fc53c205ff tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:38:17.998289 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b31a4a37-014f-4a09-b300-f05bf5f13de8 req-11d82020-8189-4b09-ad0d-e1fc53c205ff tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d87a8b6-c0cf-41b2-a230-0dd3cd754eb0 HTTP/1.1" status: 200 len: 945 time: 0.0560489 Jun 15 10:38:18.081077 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [req-b31a4a37-014f-4a09-b300-f05bf5f13de8 req-2cd93877-e6ef-4ec9-8fe6-c8999d593e51 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Deleting port d4223ab9-d65a-4c10-9746-fe9a557c6a3d {{(pid=103806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:38:18.081411 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-b31a4a37-014f-4a09-b300-f05bf5f13de8 req-2cd93877-e6ef-4ec9-8fe6-c8999d593e51 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (d4223ab9-d65a-4c10-9746-fe9a557c6a3d), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:18.167372 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-b31a4a37-014f-4a09-b300-f05bf5f13de8 req-2cd93877-e6ef-4ec9-8fe6-c8999d593e51 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] For port d4223ab9-d65a-4c10-9746-fe9a557c6a3d, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=d4223ab9-d65a-4c10-9746-fe9a557c6a3d,segment=NetworkSegment(251106e4-9199-432a-8d40-9072987ac67e),segment_id=251106e4-9199-432a-8d40-9072987ac67e)] {{(pid=103806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:38:18.168022 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-b31a4a37-014f-4a09-b300-f05bf5f13de8 req-2cd93877-e6ef-4ec9-8fe6-c8999d593e51 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (d4223ab9-d65a-4c10-9746-fe9a557c6a3d), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:18.266098 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc0a77-bc2f-4653-9cd6-5da72cf34c8b req-58327c97-0a2a-413c-93b9-c8e6774e9f72 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:38:18.268647 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-00fc0a77-bc2f-4653-9cd6-5da72cf34c8b req-58327c97-0a2a-413c-93b9-c8e6774e9f72 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d87a8b6-c0cf-41b2-a230-0dd3cd754eb0 HTTP/1.1" status: 200 len: 945 time: 0.0522845 Jun 15 10:38:18.322658 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-00fc0a77-bc2f-4653-9cd6-5da72cf34c8b req-caacfa07-600f-4c7c-abad-24156718a6a1 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups?id=024dafa8-6677-4bb5-83d3-8340d04abd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481679 Jun 15 10:38:18.339637 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-b31a4a37-014f-4a09-b300-f05bf5f13de8 req-2cd93877-e6ef-4ec9-8fe6-c8999d593e51 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:18.340070 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-b31a4a37-014f-4a09-b300-f05bf5f13de8 req-2cd93877-e6ef-4ec9-8fe6-c8999d593e51 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-721338'] for floatingip (224cbe5c-ba5d-4293-9921-6fb20c690f60), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:18.340428 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.db.l3_db [req-b31a4a37-014f-4a09-b300-f05bf5f13de8 req-2cd93877-e6ef-4ec9-8fe6-c8999d593e51 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Floating IP 224cbe5c-ba5d-4293-9921-6fb20c690f60 disassociated. External IP: 172.27.0.50, port: d4223ab9-d65a-4c10-9746-fe9a557c6a3d. Jun 15 10:38:18.340793 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [req-b31a4a37-014f-4a09-b300-f05bf5f13de8 req-2cd93877-e6ef-4ec9-8fe6-c8999d593e51 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Calling delete_port for d4223ab9-d65a-4c10-9746-fe9a557c6a3d owned by compute:nova {{(pid=103806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:38:18.388637 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:18.403370 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:18.474205 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-b31a4a37-014f-4a09-b300-f05bf5f13de8 req-2cd93877-e6ef-4ec9-8fe6-c8999d593e51 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (d4223ab9-d65a-4c10-9746-fe9a557c6a3d), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:18.498788 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd93877-e6ef-4ec9-8fe6-c8999d593e51 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Pushing event deleted for resources: {'Port': ['ID=d4223ab9-d65a-4c10-9746-fe9a557c6a3d,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:18.615941 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b31a4a37-014f-4a09-b300-f05bf5f13de8 req-2cd93877-e6ef-4ec9-8fe6-c8999d593e51 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Router 5688325c-b5ce-4020-ab53-bf186cf8f8e9 has already been hosted by L3 agent 06043943-94cb-49df-a062-a4886c03e673 {{(pid=103806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 10:38:18.725126 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b31a4a37-014f-4a09-b300-f05bf5f13de8 req-2cd93877-e6ef-4ec9-8fe6-c8999d593e51 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Notify agent at l3_agent.dv-cinder-843493-2-iscsi the message routers_updated {{(pid=103806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 10:38:18.734335 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e214a6fc-d0fb-42e4-90e3-a3a5343d5d6a None None] Sync routers for ids ['5688325c-b5ce-4020-ab53-bf186cf8f8e9'] in dv-cinder-843493-2-iscsi {{(pid=103807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 10:38:18.744983 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e214a6fc-d0fb-42e4-90e3-a3a5343d5d6a None None] Routers {'5688325c-b5ce-4020-ab53-bf186cf8f8e9'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:38:18.745600 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-e214a6fc-d0fb-42e4-90e3-a3a5343d5d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:38:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['5688325c-b5ce-4020-ab53-bf186cf8f8e9'], 'active': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:38:18.768040 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [req-b31a4a37-014f-4a09-b300-f05bf5f13de8 req-2cd93877-e6ef-4ec9-8fe6-c8999d593e51 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] No DVR routers for this DVR port d4223ab9-d65a-4c10-9746-fe9a557c6a3d on host hv-cinder-84349 {{(pid=103806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 10:38:18.770733 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-b31a4a37-014f-4a09-b300-f05bf5f13de8 req-2cd93877-e6ef-4ec9-8fe6-c8999d593e51 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:18.773920 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b31a4a37-014f-4a09-b300-f05bf5f13de8 req-2cd93877-e6ef-4ec9-8fe6-c8999d593e51 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.62 "DELETE /v2.0/ports/d4223ab9-d65a-4c10-9746-fe9a557c6a3d HTTP/1.1" status: 204 len: 173 time: 0.7694070 Jun 15 10:38:18.774311 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d87a8b6-c0cf-41b2-a230-0dd3cd754eb0', 'name': 'network-vif-deleted', 'tag': 'd4223ab9-d65a-4c10-9746-fe9a557c6a3d'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:38:18.776899 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15acf06c26f001ded10715ddc8547394d4bbc7e5ff5a4e462e54e6774371169d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed92d69-3bf6-40ec-a1a5-f7439b0db22d" -d '{"events": [{"server_uuid": "8d87a8b6-c0cf-41b2-a230-0dd3cd754eb0", "name": "network-vif-deleted", "tag": "d4223ab9-d65a-4c10-9746-fe9a557c6a3d"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:38:18.819201 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 10:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0bd587f-b76f-46e1-843c-0d9f717bb56f x-openstack-request-id: req-c0bd587f-b76f-46e1-843c-0d9f717bb56f {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:38:18.819659 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d87a8b6-c0cf-41b2-a230-0dd3cd754eb0", "name": "network-vif-deleted", "tag": "d4223ab9-d65a-4c10-9746-fe9a557c6a3d", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:38:18.819961 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c0bd587f-b76f-46e1-843c-0d9f717bb56f {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:38:18.820448 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0bd587f-b76f-46e1-843c-0d9f717bb56f'] response: {'server_uuid': '8d87a8b6-c0cf-41b2-a230-0dd3cd754eb0', 'name': 'network-vif-deleted', 'tag': 'd4223ab9-d65a-4c10-9746-fe9a557c6a3d', 'status': 'completed', 'code': 200} Jun 15 10:38:18.866122 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvr_db [None req-e214a6fc-d0fb-42e4-90e3-a3a5343d5d6a None None] Set router 5688325c-b5ce-4020-ab53-bf186cf8f8e9 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:38:19.116997 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-e214a6fc-d0fb-42e4-90e3-a3a5343d5d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5688325c-b5ce-4020-ab53-bf186cf8f8e9', 'name': 'tempest-AttachVolumeTestJSON-2084004446-router', 'tenant_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'd5401aa4-d624-43d8-a46b-da51cec312f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:32:37Z', 'updated_at': '2022-06-15T10:32:41Z', 'revision_number': 4, 'project_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'gw_port': {'id': 'd5401aa4-d624-43d8-a46b-da51cec312f2', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:77:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5688325c-b5ce-4020-ab53-bf186cf8f8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:32:38Z', 'updated_at': '2022-06-15T10:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': '00c661e2-0e03-401b-bf2c-ff7d62504880', 'name': '', 'network_id': '1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6', 'tenant_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'mac_address': 'fa:16:3e:da:57:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5688325c-b5ce-4020-ab53-bf186cf8f8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '4438fcd8-ddec-420c-a2f1-1ebb746d8853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:32:40Z', 'updated_at': '2022-06-15T10:32:45Z', 'revision_number': 5, 'project_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'subnets': [{'id': '4438fcd8-ddec-420c-a2f1-1ebb746d8853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:38:19.142926 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e214a6fc-d0fb-42e4-90e3-a3a5343d5d6a None None] Checking router: 5688325c-b5ce-4020-ab53-bf186cf8f8e9 for host: dv-cinder-843493-2-iscsi {{(pid=103807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 10:38:19.151610 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e214a6fc-d0fb-42e4-90e3-a3a5343d5d6a None None] Routers {'5688325c-b5ce-4020-ab53-bf186cf8f8e9'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:38:19.152216 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-e214a6fc-d0fb-42e4-90e3-a3a5343d5d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:38:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['5688325c-b5ce-4020-ab53-bf186cf8f8e9'], 'active': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:38:19.261211 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvr_db [None req-e214a6fc-d0fb-42e4-90e3-a3a5343d5d6a None None] Set router 5688325c-b5ce-4020-ab53-bf186cf8f8e9 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:38:19.479042 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-e214a6fc-d0fb-42e4-90e3-a3a5343d5d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5688325c-b5ce-4020-ab53-bf186cf8f8e9', 'name': 'tempest-AttachVolumeTestJSON-2084004446-router', 'tenant_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'd5401aa4-d624-43d8-a46b-da51cec312f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:32:37Z', 'updated_at': '2022-06-15T10:32:41Z', 'revision_number': 4, 'project_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'gw_port': {'id': 'd5401aa4-d624-43d8-a46b-da51cec312f2', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:77:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5688325c-b5ce-4020-ab53-bf186cf8f8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:32:38Z', 'updated_at': '2022-06-15T10:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': '00c661e2-0e03-401b-bf2c-ff7d62504880', 'name': '', 'network_id': '1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6', 'tenant_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'mac_address': 'fa:16:3e:da:57:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5688325c-b5ce-4020-ab53-bf186cf8f8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '4438fcd8-ddec-420c-a2f1-1ebb746d8853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:32:40Z', 'updated_at': '2022-06-15T10:32:45Z', 'revision_number': 5, 'project_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'subnets': [{'id': '4438fcd8-ddec-420c-a2f1-1ebb746d8853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:38:19.491042 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-c0863a42-1615-4520-acb9-32a402d46d77 req-4bb865fe-fe34-4611-ad0f-94d80faec2c8 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d87a8b6-c0cf-41b2-a230-0dd3cd754eb0 HTTP/1.1" status: 200 len: 210 time: 0.0613883 Jun 15 10:38:19.513752 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e214a6fc-d0fb-42e4-90e3-a3a5343d5d6a None None] The sync data for ids ['5688325c-b5ce-4020-ab53-bf186cf8f8e9'] in dv-cinder-843493-2-iscsi is: [{'id': '5688325c-b5ce-4020-ab53-bf186cf8f8e9', 'name': 'tempest-AttachVolumeTestJSON-2084004446-router', 'tenant_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'd5401aa4-d624-43d8-a46b-da51cec312f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:32:37Z', 'updated_at': '2022-06-15T10:32:41Z', 'revision_number': 4, 'project_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'gw_port': {'id': 'd5401aa4-d624-43d8-a46b-da51cec312f2', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:77:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5688325c-b5ce-4020-ab53-bf186cf8f8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:32:38Z', 'updated_at': '2022-06-15T10:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': '00c661e2-0e03-401b-bf2c-ff7d62504880', 'name': '', 'network_id': '1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6', 'tenant_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'mac_address': 'fa:16:3e:da:57:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5688325c-b5ce-4020-ab53-bf186cf8f8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '4438fcd8-ddec-420c-a2f1-1ebb746d8853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:32:40Z', 'updated_at': '2022-06-15T10:32:45Z', 'revision_number': 5, 'project_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'subnets': [{'id': '4438fcd8-ddec-420c-a2f1-1ebb746d8853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 10:38:19.728590 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca2286f-6069-4ddb-b646-6a0335247487 None None] New status for floating IP 224cbe5c-ba5d-4293-9921-6fb20c690f60: DOWN {{(pid=103808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 10:38:20.569941 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 59942) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:20.628293 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-59d9f46f-b850-4f57-977b-6f17b042e20d tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks [] for security_group (024dafa8-6677-4bb5-83d3-8340d04abd3b), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:20.652735 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-59d9f46f-b850-4f57-977b-6f17b042e20d tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks [] for security_group (024dafa8-6677-4bb5-83d3-8340d04abd3b), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:20.702573 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-59d9f46f-b850-4f57-977b-6f17b042e20d tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (024dafa8-6677-4bb5-83d3-8340d04abd3b), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:20.705637 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-59d9f46f-b850-4f57-977b-6f17b042e20d tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:20.706785 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-59d9f46f-b850-4f57-977b-6f17b042e20d tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "DELETE /v2.0/security-groups/024dafa8-6677-4bb5-83d3-8340d04abd3b HTTP/1.1" status: 204 len: 168 time: 0.1358378 Jun 15 10:38:20.709730 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 59948) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:20.715781 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d9f46f-b850-4f57-977b-6f17b042e20d tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=024dafa8-6677-4bb5-83d3-8340d04abd3b,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:20.726752 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.api.v2.resource [None req-3131720d-48f1-4b23-a196-7b2a79770b6f tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] show failed (client error): The resource could not be found. Jun 15 10:38:20.727890 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-3131720d-48f1-4b23-a196-7b2a79770b6f tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "GET /v2.0/security-groups/024dafa8-6677-4bb5-83d3-8340d04abd3b HTTP/1.1" status: 404 len: 347 time: 0.0171924 Jun 15 10:38:20.730660 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 59950) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:20.841347 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.plugin [None req-84c03724-7557-409a-8fe7-a9eea50e3b57 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Deleting port 1832b878-b3e7-4e1b-98e6-7849ad1139bc {{(pid=103805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:38:20.841648 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-84c03724-7557-409a-8fe7-a9eea50e3b57 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (1832b878-b3e7-4e1b-98e6-7849ad1139bc), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:20.917857 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-84c03724-7557-409a-8fe7-a9eea50e3b57 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (1832b878-b3e7-4e1b-98e6-7849ad1139bc), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:20.918185 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-84c03724-7557-409a-8fe7-a9eea50e3b57 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks [] for floatingip (1832b878-b3e7-4e1b-98e6-7849ad1139bc), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:20.930726 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.plugin [None req-84c03724-7557-409a-8fe7-a9eea50e3b57 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Calling delete_port for 1832b878-b3e7-4e1b-98e6-7849ad1139bc owned by network:floatingip {{(pid=103805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:38:21.010684 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:21.048376 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:21.063068 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-84c03724-7557-409a-8fe7-a9eea50e3b57 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2774366'] for port (1832b878-b3e7-4e1b-98e6-7849ad1139bc), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:21.089283 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c03724-7557-409a-8fe7-a9eea50e3b57 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Pushing event deleted for resources: {'Port': ['ID=1832b878-b3e7-4e1b-98e6-7849ad1139bc,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:21.158584 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-84c03724-7557-409a-8fe7-a9eea50e3b57 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks [] for floatingip (224cbe5c-ba5d-4293-9921-6fb20c690f60), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:21.161013 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-84c03724-7557-409a-8fe7-a9eea50e3b57 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for floatingip (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:21.162153 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-84c03724-7557-409a-8fe7-a9eea50e3b57 tempest-AttachVolumeTestJSON-1126031821 tempest-AttachVolumeTestJSON-1126031821-project] 10.222.0.49 "DELETE /v2.0/floatingips/224cbe5c-ba5d-4293-9921-6fb20c690f60 HTTP/1.1" status: 204 len: 168 time: 0.4303565 Jun 15 10:38:22.616714 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device d4223ab9-d65a-4c10-9746-fe9a557c6a3d no longer exists at agent hyperv_hv-cinder-84349 {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 10:38:22.636335 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (a4349971-e88a-4ea8-a067-54d07204ee65), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:22.636926 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] No Port match for: d4223ab9-d65a-4c10-9746-fe9a557c6a3d {{(pid=103807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 10:38:22.637266 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device d4223ab9-d65a-4c10-9746-fe9a557c6a3d not bound to the agent host hv-cinder-84349 {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 10:38:23.952982 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85de91-1fef-4d29-9cd5-33559f908d11 req-dd347aae-b388-4109-a20f-1e6477c97708 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:38:23.954995 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3f85de91-1fef-4d29-9cd5-33559f908d11 req-dd347aae-b388-4109-a20f-1e6477c97708 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 946 time: 0.0476873 Jun 15 10:38:24.003744 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3f85de91-1fef-4d29-9cd5-33559f908d11 req-ead94bdd-d051-4cf0-952e-67f8ac949fe8 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428565 Jun 15 10:38:25.122753 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067194c-3f43-4156-9a62-8ca374c8b8c7 req-dffcc6eb-22ea-413d-bc7e-7b21da8c9cd3 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:38:25.124222 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-d067194c-3f43-4156-9a62-8ca374c8b8c7 req-dffcc6eb-22ea-413d-bc7e-7b21da8c9cd3 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 946 time: 0.0459604 Jun 15 10:38:25.172670 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-d067194c-3f43-4156-9a62-8ca374c8b8c7 req-949f848a-af68-4ee5-9a14-9bf657144037 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups?id=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419145 Jun 15 10:38:25.576097 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4afcc-9bee-45f6-9847-859fc88aec01 req-21279faf-c1cb-4cad-a48c-87f70ba06b0c tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:38:25.577502 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-cdb4afcc-9bee-45f6-9847-859fc88aec01 req-21279faf-c1cb-4cad-a48c-87f70ba06b0c tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.62 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 946 time: 0.0462034 Jun 15 10:38:25.668573 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [req-cdb4afcc-9bee-45f6-9847-859fc88aec01 req-8ee1179d-eb86-49d7-bdb4-d26b197cd058 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Deleting port 5edece31-59c1-43eb-bba5-3ede89417a40 {{(pid=103806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:38:25.668837 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-cdb4afcc-9bee-45f6-9847-859fc88aec01 req-8ee1179d-eb86-49d7-bdb4-d26b197cd058 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (5edece31-59c1-43eb-bba5-3ede89417a40), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:25.772496 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-cdb4afcc-9bee-45f6-9847-859fc88aec01 req-8ee1179d-eb86-49d7-bdb4-d26b197cd058 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] For port 5edece31-59c1-43eb-bba5-3ede89417a40, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=5edece31-59c1-43eb-bba5-3ede89417a40,segment=NetworkSegment(19f9c52a-802c-4297-ba83-8da5c92ffd0c),segment_id=19f9c52a-802c-4297-ba83-8da5c92ffd0c)] {{(pid=103806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:38:25.772861 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-cdb4afcc-9bee-45f6-9847-859fc88aec01 req-8ee1179d-eb86-49d7-bdb4-d26b197cd058 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (5edece31-59c1-43eb-bba5-3ede89417a40), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:25.773394 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 60044) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:25.883409 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:25.921589 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:25.951432 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-cdb4afcc-9bee-45f6-9847-859fc88aec01 req-8ee1179d-eb86-49d7-bdb4-d26b197cd058 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:25.951809 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-cdb4afcc-9bee-45f6-9847-859fc88aec01 req-8ee1179d-eb86-49d7-bdb4-d26b197cd058 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-721338'] for floatingip (3d6fbda3-146c-4533-9e53-822e746d7d3e), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:25.952619 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.db.l3_db [req-cdb4afcc-9bee-45f6-9847-859fc88aec01 req-8ee1179d-eb86-49d7-bdb4-d26b197cd058 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Floating IP 3d6fbda3-146c-4533-9e53-822e746d7d3e disassociated. External IP: 172.27.0.206, port: 5edece31-59c1-43eb-bba5-3ede89417a40. Jun 15 10:38:25.952619 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [req-cdb4afcc-9bee-45f6-9847-859fc88aec01 req-8ee1179d-eb86-49d7-bdb4-d26b197cd058 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Calling delete_port for 5edece31-59c1-43eb-bba5-3ede89417a40 owned by compute:nova {{(pid=103806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:38:26.083237 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-cdb4afcc-9bee-45f6-9847-859fc88aec01 req-8ee1179d-eb86-49d7-bdb4-d26b197cd058 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (5edece31-59c1-43eb-bba5-3ede89417a40), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:26.119999 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee1179d-eb86-49d7-bdb4-d26b197cd058 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Pushing event deleted for resources: {'Port': ['ID=5edece31-59c1-43eb-bba5-3ede89417a40,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:26.227078 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cdb4afcc-9bee-45f6-9847-859fc88aec01 req-8ee1179d-eb86-49d7-bdb4-d26b197cd058 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Router f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b has already been hosted by L3 agent 06043943-94cb-49df-a062-a4886c03e673 {{(pid=103806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 10:38:26.275164 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-2f623af3-a836-461a-86df-633aea73965b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-722362'] for router_interface (5688325c-b5ce-4020-ab53-bf186cf8f8e9), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:26.325973 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a31b1295-b046-4c7f-849b-0d3a903c378f req-1cb69c51-87e4-4f39-9ff7-c5f200f32a9e tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/ports?device_id=be43f1ad-ad30-49ed-aca4-d70e0dbf1291 HTTP/1.1" status: 200 len: 210 time: 0.0567498 Jun 15 10:38:26.361325 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cdb4afcc-9bee-45f6-9847-859fc88aec01 req-8ee1179d-eb86-49d7-bdb4-d26b197cd058 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Notify agent at l3_agent.dv-cinder-843493-2-iscsi the message routers_updated {{(pid=103806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 10:38:26.373313 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fff6d38-5784-43fa-841a-260cae95e38d None None] Sync routers for ids ['f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b'] in dv-cinder-843493-2-iscsi {{(pid=103807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 10:38:26.393050 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fff6d38-5784-43fa-841a-260cae95e38d None None] Routers {'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:38:26.393648 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-0fff6d38-5784-43fa-841a-260cae95e38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:38:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b'], 'active': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:38:26.415724 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdb4afcc-9bee-45f6-9847-859fc88aec01 req-8ee1179d-eb86-49d7-bdb4-d26b197cd058 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] No DVR routers for this DVR port 5edece31-59c1-43eb-bba5-3ede89417a40 on host hv-cinder-84349 {{(pid=103806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 10:38:26.418209 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-cdb4afcc-9bee-45f6-9847-859fc88aec01 req-8ee1179d-eb86-49d7-bdb4-d26b197cd058 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:26.421573 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-cdb4afcc-9bee-45f6-9847-859fc88aec01 req-8ee1179d-eb86-49d7-bdb4-d26b197cd058 tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.62 "DELETE /v2.0/ports/5edece31-59c1-43eb-bba5-3ede89417a40 HTTP/1.1" status: 204 len: 173 time: 0.8336325 Jun 15 10:38:26.422013 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be43f1ad-ad30-49ed-aca4-d70e0dbf1291', 'name': 'network-vif-deleted', 'tag': '5edece31-59c1-43eb-bba5-3ede89417a40'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:38:26.424911 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15acf06c26f001ded10715ddc8547394d4bbc7e5ff5a4e462e54e6774371169d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80110740-3a87-4c88-91cc-d78264c8b2c0" -d '{"events": [{"server_uuid": "be43f1ad-ad30-49ed-aca4-d70e0dbf1291", "name": "network-vif-deleted", "tag": "5edece31-59c1-43eb-bba5-3ede89417a40"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:38:26.472865 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 10:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd76bf09-1cb3-4b12-9193-65e4a8bfdb69 x-openstack-request-id: req-dd76bf09-1cb3-4b12-9193-65e4a8bfdb69 {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:38:26.473211 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be43f1ad-ad30-49ed-aca4-d70e0dbf1291", "name": "network-vif-deleted", "tag": "5edece31-59c1-43eb-bba5-3ede89417a40", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:38:26.473417 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dd76bf09-1cb3-4b12-9193-65e4a8bfdb69 {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:38:26.473798 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd76bf09-1cb3-4b12-9193-65e4a8bfdb69'] response: {'server_uuid': 'be43f1ad-ad30-49ed-aca4-d70e0dbf1291', 'name': 'network-vif-deleted', 'tag': '5edece31-59c1-43eb-bba5-3ede89417a40', 'status': 'completed', 'code': 200} Jun 15 10:38:26.544157 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.plugin [None req-2f623af3-a836-461a-86df-633aea73965b admin admin] Deleting port 00c661e2-0e03-401b-bf2c-ff7d62504880 {{(pid=103805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:38:26.544987 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-2f623af3-a836-461a-86df-633aea73965b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (00c661e2-0e03-401b-bf2c-ff7d62504880), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:26.562838 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvr_db [None req-0fff6d38-5784-43fa-841a-260cae95e38d None None] Set router f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b gateway port host: dv-cinder-843493-2-iscsi {{(pid=103807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:38:26.654887 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:26.658901 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:26.660884 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.db [None req-2f623af3-a836-461a-86df-633aea73965b admin admin] For port 00c661e2-0e03-401b-bf2c-ff7d62504880, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=00c661e2-0e03-401b-bf2c-ff7d62504880,segment=NetworkSegment(251106e4-9199-432a-8d40-9072987ac67e),segment_id=251106e4-9199-432a-8d40-9072987ac67e)] {{(pid=103805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:38:26.662215 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-2f623af3-a836-461a-86df-633aea73965b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (00c661e2-0e03-401b-bf2c-ff7d62504880), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:26.679696 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.plugin [None req-2f623af3-a836-461a-86df-633aea73965b admin admin] Calling delete_port for 00c661e2-0e03-401b-bf2c-ff7d62504880 owned by network:router_interface {{(pid=103805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:38:26.724626 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:26.748648 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=100 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:26.836884 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-0fff6d38-5784-43fa-841a-260cae95e38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1629135154-router', 'tenant_id': '5dc28af73e82414d8f709e447286a962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '165f926b-f3c5-4ec3-ab58-e72609ce8ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:17Z', 'updated_at': '2022-06-15T10:31:31Z', 'revision_number': 4, 'project_id': '5dc28af73e82414d8f709e447286a962', 'gw_port': {'id': '165f926b-f3c5-4ec3-ab58-e72609ce8ffd', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:65:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:19Z', 'updated_at': '2022-06-15T10:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': 'd9fd564f-6fd3-47fc-be0f-13a98b422209', 'name': '', 'network_id': '4d5f07d8-adfa-49e4-965f-88f44de7cd54', 'tenant_id': '5dc28af73e82414d8f709e447286a962', 'mac_address': 'fa:16:3e:88:7b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9d001222-a4ff-4954-9899-62f9de0c8b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:26Z', 'updated_at': '2022-06-15T10:31:43Z', 'revision_number': 5, 'project_id': '5dc28af73e82414d8f709e447286a962', 'subnets': [{'id': '9d001222-a4ff-4954-9899-62f9de0c8b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:38:26.863771 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fff6d38-5784-43fa-841a-260cae95e38d None None] Checking router: f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b for host: dv-cinder-843493-2-iscsi {{(pid=103807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 10:38:26.872329 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fff6d38-5784-43fa-841a-260cae95e38d None None] Routers {'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:38:26.872931 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-0fff6d38-5784-43fa-841a-260cae95e38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:38:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b'], 'active': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:38:26.886572 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-2f623af3-a836-461a-86df-633aea73965b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2774366'] for port (00c661e2-0e03-401b-bf2c-ff7d62504880), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:26.913384 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f623af3-a836-461a-86df-633aea73965b admin admin] Pushing event deleted for resources: {'Port': ['ID=00c661e2-0e03-401b-bf2c-ff7d62504880,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:27.004402 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 60078) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:27.054124 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvr_db [None req-0fff6d38-5784-43fa-841a-260cae95e38d None None] Set router f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b gateway port host: dv-cinder-843493-2-iscsi {{(pid=103807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:38:27.140613 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-2f623af3-a836-461a-86df-633aea73965b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-722222'] for router_interface (5688325c-b5ce-4020-ab53-bf186cf8f8e9), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:27.183516 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-6bb3a1d7-b5b4-4694-83f9-ecff13d76971 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:27.284858 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-6bb3a1d7-b5b4-4694-83f9-ecff13d76971 admin admin] Publish callbacks [] for security_group (343859c7-5ccd-4419-bd31-a04dfb81a7a7), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:27.290266 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-6bb3a1d7-b5b4-4694-83f9-ecff13d76971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (343859c7-5ccd-4419-bd31-a04dfb81a7a7), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:27.307061 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-0fff6d38-5784-43fa-841a-260cae95e38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1629135154-router', 'tenant_id': '5dc28af73e82414d8f709e447286a962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '165f926b-f3c5-4ec3-ab58-e72609ce8ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:17Z', 'updated_at': '2022-06-15T10:31:31Z', 'revision_number': 4, 'project_id': '5dc28af73e82414d8f709e447286a962', 'gw_port': {'id': '165f926b-f3c5-4ec3-ab58-e72609ce8ffd', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:65:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:19Z', 'updated_at': '2022-06-15T10:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': 'd9fd564f-6fd3-47fc-be0f-13a98b422209', 'name': '', 'network_id': '4d5f07d8-adfa-49e4-965f-88f44de7cd54', 'tenant_id': '5dc28af73e82414d8f709e447286a962', 'mac_address': 'fa:16:3e:88:7b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9d001222-a4ff-4954-9899-62f9de0c8b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:26Z', 'updated_at': '2022-06-15T10:31:43Z', 'revision_number': 5, 'project_id': '5dc28af73e82414d8f709e447286a962', 'subnets': [{'id': '9d001222-a4ff-4954-9899-62f9de0c8b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:38:27.342094 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-6bb3a1d7-b5b4-4694-83f9-ecff13d76971 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=17baaaf947ab4425932593910cad8472&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3340721 Jun 15 10:38:27.342094 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb3a1d7-b5b4-4694-83f9-ecff13d76971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=343859c7-5ccd-4419-bd31-a04dfb81a7a7,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:27.342934 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 60086) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:27.419293 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-d8ec818e-ef00-4926-be44-38fdceecc471 admin admin] Publish callbacks [] for security_group (343859c7-5ccd-4419-bd31-a04dfb81a7a7), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:27.473334 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=8 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:27.473885 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fff6d38-5784-43fa-841a-260cae95e38d None None] The sync data for ids ['f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b'] in dv-cinder-843493-2-iscsi is: [{'id': 'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1629135154-router', 'tenant_id': '5dc28af73e82414d8f709e447286a962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '165f926b-f3c5-4ec3-ab58-e72609ce8ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:17Z', 'updated_at': '2022-06-15T10:31:31Z', 'revision_number': 4, 'project_id': '5dc28af73e82414d8f709e447286a962', 'gw_port': {'id': '165f926b-f3c5-4ec3-ab58-e72609ce8ffd', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:65:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:19Z', 'updated_at': '2022-06-15T10:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': 'd9fd564f-6fd3-47fc-be0f-13a98b422209', 'name': '', 'network_id': '4d5f07d8-adfa-49e4-965f-88f44de7cd54', 'tenant_id': '5dc28af73e82414d8f709e447286a962', 'mac_address': 'fa:16:3e:88:7b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9d001222-a4ff-4954-9899-62f9de0c8b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:26Z', 'updated_at': '2022-06-15T10:31:43Z', 'revision_number': 5, 'project_id': '5dc28af73e82414d8f709e447286a962', 'subnets': [{'id': '9d001222-a4ff-4954-9899-62f9de0c8b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 10:38:27.478244 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-d8ec818e-ef00-4926-be44-38fdceecc471 admin admin] Publish callbacks [] for security_group (343859c7-5ccd-4419-bd31-a04dfb81a7a7), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:27.489412 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 60094) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:27.543459 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-d8ec818e-ef00-4926-be44-38fdceecc471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (343859c7-5ccd-4419-bd31-a04dfb81a7a7), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:27.546201 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-d8ec818e-ef00-4926-be44-38fdceecc471 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:27.547695 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-d8ec818e-ef00-4926-be44-38fdceecc471 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/343859c7-5ccd-4419-bd31-a04dfb81a7a7 HTTP/1.1" status: 204 len: 168 time: 0.2036583 Jun 15 10:38:27.567517 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ec818e-ef00-4926-be44-38fdceecc471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343859c7-5ccd-4419-bd31-a04dfb81a7a7,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:27.595978 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-6ced5c7e-213d-43f8-84f0-e9c4b5de19ef tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks [] for security_group (416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:27.663374 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-6ced5c7e-213d-43f8-84f0-e9c4b5de19ef tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks [] for security_group (416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:27.733319 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f623af3-a836-461a-86df-633aea73965b admin admin] Router 5688325c-b5ce-4020-ab53-bf186cf8f8e9 has already been hosted by L3 agent 06043943-94cb-49df-a062-a4886c03e673 {{(pid=103805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 10:38:27.782334 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-6ced5c7e-213d-43f8-84f0-e9c4b5de19ef tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:27.784853 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-6ced5c7e-213d-43f8-84f0-e9c4b5de19ef tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:27.786004 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-6ced5c7e-213d-43f8-84f0-e9c4b5de19ef tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "DELETE /v2.0/security-groups/416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6 HTTP/1.1" status: 204 len: 168 time: 0.2950099 Jun 15 10:38:27.793822 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 60100) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:27.812782 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.api.v2.resource [None req-8a74fa4c-fcab-4861-8f62-6e9357b7da1e tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] show failed (client error): The resource could not be found. Jun 15 10:38:27.821614 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-8a74fa4c-fcab-4861-8f62-6e9357b7da1e tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "GET /v2.0/security-groups/416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6 HTTP/1.1" status: 404 len: 347 time: 0.0242288 Jun 15 10:38:27.822508 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 60102) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:27.840375 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ced5c7e-213d-43f8-84f0-e9c4b5de19ef tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=416ecfe7-9b7f-48ec-92f9-0dd1cc01b2b6,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:27.865050 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae2ef9e-6648-485f-9b4d-27780d745506 None None] New status for floating IP 3d6fbda3-146c-4533-9e53-822e746d7d3e: DOWN {{(pid=103808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 10:38:27.906481 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 60104) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:27.919840 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-f1c91c8a-ecc9-4bb9-b742-d1703e715e01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:27.941789 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:27.962795 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:27.964061 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.plugin [None req-33ee970a-9a75-4a9d-b66c-3835bb2acf0a tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Deleting port ca23e0c3-980a-458e-87f1-cf63b08fbfe3 {{(pid=103805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:38:27.964409 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-33ee970a-9a75-4a9d-b66c-3835bb2acf0a tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (ca23e0c3-980a-458e-87f1-cf63b08fbfe3), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:27.969797 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:27.987337 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f623af3-a836-461a-86df-633aea73965b admin admin] Notify agent at l3_agent.dv-cinder-843493-2-iscsi the message routers_updated {{(pid=103805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 10:38:27.994181 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-2f623af3-a836-461a-86df-633aea73965b admin admin] 10.222.0.49 "PUT /v2.0/routers/5688325c-b5ce-4020-ab53-bf186cf8f8e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2190537 Jun 15 10:38:27.997492 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 60106) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:28.006788 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e673cc-e280-406f-b108-5ba3939ece18 None None] Sync routers for ids ['5688325c-b5ce-4020-ab53-bf186cf8f8e9'] in dv-cinder-843493-2-iscsi {{(pid=103807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 10:38:28.015475 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-f1c91c8a-ecc9-4bb9-b742-d1703e715e01 admin admin] Publish callbacks [] for security_group (51a50e56-72f6-4e42-acc9-4334ec069339), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:28.020914 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-f1c91c8a-ecc9-4bb9-b742-d1703e715e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (51a50e56-72f6-4e42-acc9-4334ec069339), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:28.021733 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e673cc-e280-406f-b108-5ba3939ece18 None None] Routers {'5688325c-b5ce-4020-ab53-bf186cf8f8e9'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:38:28.022490 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-f1e673cc-e280-406f-b108-5ba3939ece18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:38:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['5688325c-b5ce-4020-ab53-bf186cf8f8e9'], 'active': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:38:28.057808 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c91c8a-ecc9-4bb9-b742-d1703e715e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a50e56-72f6-4e42-acc9-4334ec069339,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:28.070921 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-f1c91c8a-ecc9-4bb9-b742-d1703e715e01 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3a63f625c6274fce8a275e3bad15ce78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1633780 Jun 15 10:38:28.073466 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 60108) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:28.129696 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-62af5d6e-4208-4027-9703-544281c008e1 admin admin] Publish callbacks [] for security_group (51a50e56-72f6-4e42-acc9-4334ec069339), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:28.135456 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvr_db [None req-f1e673cc-e280-406f-b108-5ba3939ece18 None None] Set router 5688325c-b5ce-4020-ab53-bf186cf8f8e9 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:38:28.135845 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-33ee970a-9a75-4a9d-b66c-3835bb2acf0a tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (ca23e0c3-980a-458e-87f1-cf63b08fbfe3), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:28.136183 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-33ee970a-9a75-4a9d-b66c-3835bb2acf0a tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks [] for floatingip (ca23e0c3-980a-458e-87f1-cf63b08fbfe3), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:28.152649 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-62af5d6e-4208-4027-9703-544281c008e1 admin admin] Publish callbacks [] for security_group (51a50e56-72f6-4e42-acc9-4334ec069339), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:28.159022 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.plugin [None req-33ee970a-9a75-4a9d-b66c-3835bb2acf0a tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Calling delete_port for ca23e0c3-980a-458e-87f1-cf63b08fbfe3 owned by network:floatingip {{(pid=103805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:38:28.173663 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-210a79bf-b767-494a-8cdf-49d8f690dcea admin admin] Publish callbacks [] for router (5688325c-b5ce-4020-ab53-bf186cf8f8e9), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:28.203940 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-62af5d6e-4208-4027-9703-544281c008e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (51a50e56-72f6-4e42-acc9-4334ec069339), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:28.209002 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-62af5d6e-4208-4027-9703-544281c008e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:28.211948 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-62af5d6e-4208-4027-9703-544281c008e1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/51a50e56-72f6-4e42-acc9-4334ec069339 HTTP/1.1" status: 204 len: 168 time: 0.1370373 Jun 15 10:38:28.223909 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af5d6e-4208-4027-9703-544281c008e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a50e56-72f6-4e42-acc9-4334ec069339,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:28.325807 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-f1e673cc-e280-406f-b108-5ba3939ece18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5688325c-b5ce-4020-ab53-bf186cf8f8e9', 'name': 'tempest-AttachVolumeTestJSON-2084004446-router', 'tenant_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'd5401aa4-d624-43d8-a46b-da51cec312f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:32:37Z', 'updated_at': '2022-06-15T10:38:26Z', 'revision_number': 5, 'project_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'gw_port': {'id': 'd5401aa4-d624-43d8-a46b-da51cec312f2', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:77:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5688325c-b5ce-4020-ab53-bf186cf8f8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:32:38Z', 'updated_at': '2022-06-15T10:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi'}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:38:28.355651 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e673cc-e280-406f-b108-5ba3939ece18 None None] Checking router: 5688325c-b5ce-4020-ab53-bf186cf8f8e9 for host: dv-cinder-843493-2-iscsi {{(pid=103807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 10:38:28.365539 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-210a79bf-b767-494a-8cdf-49d8f690dcea admin admin] Publish callbacks [] for router_gateway (5688325c-b5ce-4020-ab53-bf186cf8f8e9), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:28.365727 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e673cc-e280-406f-b108-5ba3939ece18 None None] Routers {'5688325c-b5ce-4020-ab53-bf186cf8f8e9'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:38:28.366699 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-f1e673cc-e280-406f-b108-5ba3939ece18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:38:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['5688325c-b5ce-4020-ab53-bf186cf8f8e9'], 'active': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:38:28.445557 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.plugin [None req-210a79bf-b767-494a-8cdf-49d8f690dcea admin admin] Deleting port d5401aa4-d624-43d8-a46b-da51cec312f2 {{(pid=103805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:38:28.445920 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-210a79bf-b767-494a-8cdf-49d8f690dcea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (d5401aa4-d624-43d8-a46b-da51cec312f2), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:28.448071 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:28.459607 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-33ee970a-9a75-4a9d-b66c-3835bb2acf0a tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2774366'] for port (ca23e0c3-980a-458e-87f1-cf63b08fbfe3), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:28.478503 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvr_db [None req-f1e673cc-e280-406f-b108-5ba3939ece18 None None] Set router 5688325c-b5ce-4020-ab53-bf186cf8f8e9 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:38:28.498880 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ee970a-9a75-4a9d-b66c-3835bb2acf0a tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Pushing event deleted for resources: {'Port': ['ID=ca23e0c3-980a-458e-87f1-cf63b08fbfe3,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:28.615896 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-33ee970a-9a75-4a9d-b66c-3835bb2acf0a tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks [] for floatingip (3d6fbda3-146c-4533-9e53-822e746d7d3e), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:28.618676 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-33ee970a-9a75-4a9d-b66c-3835bb2acf0a tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for floatingip (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:28.619855 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-33ee970a-9a75-4a9d-b66c-3835bb2acf0a tempest-AttachVolumeShelveTestJSON-353312139 tempest-AttachVolumeShelveTestJSON-353312139-project] 10.222.0.49 "DELETE /v2.0/floatingips/3d6fbda3-146c-4533-9e53-822e746d7d3e HTTP/1.1" status: 204 len: 168 time: 0.7926662 Jun 15 10:38:28.637258 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.db [None req-210a79bf-b767-494a-8cdf-49d8f690dcea admin admin] For port d5401aa4-d624-43d8-a46b-da51cec312f2, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=d5401aa4-d624-43d8-a46b-da51cec312f2,segment=NetworkSegment(cb36ff63-3809-49b1-ae7b-cd8646780a76),segment_id=cb36ff63-3809-49b1-ae7b-cd8646780a76)] {{(pid=103805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:38:28.637258 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-210a79bf-b767-494a-8cdf-49d8f690dcea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (d5401aa4-d624-43d8-a46b-da51cec312f2), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:28.648712 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 5edece31-59c1-43eb-bba5-3ede89417a40 no longer exists at agent hyperv_hv-cinder-84349 {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 10:38:28.654081 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.plugin [None req-210a79bf-b767-494a-8cdf-49d8f690dcea admin admin] Calling delete_port for d5401aa4-d624-43d8-a46b-da51cec312f2 owned by network:router_gateway {{(pid=103805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:38:28.677480 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:28.680989 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] No Port match for: 5edece31-59c1-43eb-bba5-3ede89417a40 {{(pid=103807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 10:38:28.681541 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 5edece31-59c1-43eb-bba5-3ede89417a40 not bound to the agent host hv-cinder-84349 {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 10:38:28.686491 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-f1e673cc-e280-406f-b108-5ba3939ece18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5688325c-b5ce-4020-ab53-bf186cf8f8e9', 'name': 'tempest-AttachVolumeTestJSON-2084004446-router', 'tenant_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'd5401aa4-d624-43d8-a46b-da51cec312f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:32:37Z', 'updated_at': '2022-06-15T10:38:26Z', 'revision_number': 5, 'project_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'gw_port': {'id': 'd5401aa4-d624-43d8-a46b-da51cec312f2', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:77:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5688325c-b5ce-4020-ab53-bf186cf8f8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:32:38Z', 'updated_at': '2022-06-15T10:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi'}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:38:28.719541 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e673cc-e280-406f-b108-5ba3939ece18 None None] The sync data for ids ['5688325c-b5ce-4020-ab53-bf186cf8f8e9'] in dv-cinder-843493-2-iscsi is: [{'id': '5688325c-b5ce-4020-ab53-bf186cf8f8e9', 'name': 'tempest-AttachVolumeTestJSON-2084004446-router', 'tenant_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'd5401aa4-d624-43d8-a46b-da51cec312f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:32:37Z', 'updated_at': '2022-06-15T10:38:26Z', 'revision_number': 5, 'project_id': 'd5320ba7f73d40cb9a6d16225d6660c7', 'gw_port': {'id': 'd5401aa4-d624-43d8-a46b-da51cec312f2', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:77:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5688325c-b5ce-4020-ab53-bf186cf8f8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:32:38Z', 'updated_at': '2022-06-15T10:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi'}] {{(pid=103807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 10:38:28.790241 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:28.838926 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:28.860426 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-210a79bf-b767-494a-8cdf-49d8f690dcea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2774366'] for port (d5401aa4-d624-43d8-a46b-da51cec312f2), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:28.889963 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a79bf-b767-494a-8cdf-49d8f690dcea admin admin] Pushing event deleted for resources: {'Port': ['ID=d5401aa4-d624-43d8-a46b-da51cec312f2,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:28.953002 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-210a79bf-b767-494a-8cdf-49d8f690dcea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-721535'] for router_gateway (5688325c-b5ce-4020-ab53-bf186cf8f8e9), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:29.047192 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-210a79bf-b767-494a-8cdf-49d8f690dcea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-378'] for router (5688325c-b5ce-4020-ab53-bf186cf8f8e9), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:29.050047 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-210a79bf-b767-494a-8cdf-49d8f690dcea admin admin] Publish callbacks [] for router_controller (5688325c-b5ce-4020-ab53-bf186cf8f8e9), precommit_delete_associations {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:29.101337 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-210a79bf-b767-494a-8cdf-49d8f690dcea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-721391'] for router (5688325c-b5ce-4020-ab53-bf186cf8f8e9), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:29.102146 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210a79bf-b767-494a-8cdf-49d8f690dcea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5688325c-b5ce-4020-ab53-bf186cf8f8e9 {{(pid=103805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 15 10:38:29.108080 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-210a79bf-b767-494a-8cdf-49d8f690dcea admin admin] Publish callbacks [] for router (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:29.109276 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-210a79bf-b767-494a-8cdf-49d8f690dcea admin admin] 10.222.0.49 "DELETE /v2.0/routers/5688325c-b5ce-4020-ab53-bf186cf8f8e9 HTTP/1.1" status: 204 len: 168 time: 1.1107502 Jun 15 10:38:29.111939 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 60138) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:29.162527 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.db.db_base_plugin_v2 [None req-10338e0e-a7af-4830-a14a-bf0dd8c3d893 admin admin] Deleting subnet 4438fcd8-ddec-420c-a2f1-1ebb746d8853 {{(pid=103805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 10:38:29.165762 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-10338e0e-a7af-4830-a14a-bf0dd8c3d893 admin admin] Publish callbacks [] for subnet (4438fcd8-ddec-420c-a2f1-1ebb746d8853), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:29.203459 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-10338e0e-a7af-4830-a14a-bf0dd8c3d893 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2839202'] for subnet (4438fcd8-ddec-420c-a2f1-1ebb746d8853), precommit_delete_associations {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:29.284910 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-10338e0e-a7af-4830-a14a-bf0dd8c3d893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7722939'] for subnet (4438fcd8-ddec-420c-a2f1-1ebb746d8853), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:29.350654 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-10338e0e-a7af-4830-a14a-bf0dd8c3d893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7722882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2774387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3530355'] for subnet (4438fcd8-ddec-420c-a2f1-1ebb746d8853), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:29.377915 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10338e0e-a7af-4830-a14a-bf0dd8c3d893 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4438fcd8-ddec-420c-a2f1-1ebb746d8853,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:29.381990 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-10338e0e-a7af-4830-a14a-bf0dd8c3d893 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for subnet (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:29.386026 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-10338e0e-a7af-4830-a14a-bf0dd8c3d893 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/4438fcd8-ddec-420c-a2f1-1ebb746d8853 HTTP/1.1" status: 204 len: 168 time: 0.2730799 Jun 15 10:38:29.388600 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 60146) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:29.390325 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705036d5-f0c9-482f-a636-229e2ad017f5 None None] Network 1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6 requested from dv-cinder-843493-2-iscsi {{(pid=103807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 10:38:29.484631 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-2a6cd76f-2fc0-452c-b2ab-c1f0d1779ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7810747'] for network (1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:29.531920 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-2a6cd76f-2fc0-452c-b2ab-c1f0d1779ae9 admin admin] Deleting port b16b4864-8459-451a-8f57-620b1e570141 {{(pid=103806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:38:29.532886 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-2a6cd76f-2fc0-452c-b2ab-c1f0d1779ae9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (b16b4864-8459-451a-8f57-620b1e570141), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:29.600162 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [None req-2a6cd76f-2fc0-452c-b2ab-c1f0d1779ae9 admin admin] For port b16b4864-8459-451a-8f57-620b1e570141, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=b16b4864-8459-451a-8f57-620b1e570141,segment=NetworkSegment(251106e4-9199-432a-8d40-9072987ac67e),segment_id=251106e4-9199-432a-8d40-9072987ac67e)] {{(pid=103806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:38:29.600710 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-2a6cd76f-2fc0-452c-b2ab-c1f0d1779ae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (b16b4864-8459-451a-8f57-620b1e570141), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:29.615414 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-2a6cd76f-2fc0-452c-b2ab-c1f0d1779ae9 admin admin] Calling delete_port for b16b4864-8459-451a-8f57-620b1e570141 owned by network:dhcp {{(pid=103806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:38:29.698215 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-2a6cd76f-2fc0-452c-b2ab-c1f0d1779ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (b16b4864-8459-451a-8f57-620b1e570141), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:29.724127 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6cd76f-2fc0-452c-b2ab-c1f0d1779ae9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b16b4864-8459-451a-8f57-620b1e570141,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:29.727804 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6cd76f-2fc0-452c-b2ab-c1f0d1779ae9 admin admin] No DVR routers for this DVR port b16b4864-8459-451a-8f57-620b1e570141 on host dv-cinder-843493-2-iscsi {{(pid=103806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 10:38:29.812338 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-2a6cd76f-2fc0-452c-b2ab-c1f0d1779ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7721322', 'neutron.services.segments.db._delete_segments_for_network-8732880543290'] for network (1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:29.833932 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e76f721-7853-45b0-85f3-1e3783673e8a None None] DHCP port deletion for 1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6 request from dv-cinder-843493-2-iscsi {{(pid=103807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 15 10:38:29.841882 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.services.segments.db [None req-2a6cd76f-2fc0-452c-b2ab-c1f0d1779ae9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6']}} {{(pid=103806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:38:29.860160 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.services.segments.db [None req-2a6cd76f-2fc0-452c-b2ab-c1f0d1779ae9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '251106e4-9199-432a-8d40-9072987ac67e') {'for_net_delete': True} {{(pid=103806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:38:29.860160 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.services.segments.db [None req-2a6cd76f-2fc0-452c-b2ab-c1f0d1779ae9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '251106e4-9199-432a-8d40-9072987ac67e') {} {{(pid=103806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:38:29.898492 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-2a6cd76f-2fc0-452c-b2ab-c1f0d1779ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732880541633', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014514'] for segment (251106e4-9199-432a-8d40-9072987ac67e), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:29.922604 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device d5401aa4-d624-43d8-a46b-da51cec312f2 no longer exists at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 10:38:29.931617 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-2a6cd76f-2fc0-452c-b2ab-c1f0d1779ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7722752'] for segment (251106e4-9199-432a-8d40-9072987ac67e), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:29.939574 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a6cd76f-2fc0-452c-b2ab-c1f0d1779ae9 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=103806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 10:38:29.939981 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-2a6cd76f-2fc0-452c-b2ab-c1f0d1779ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7722752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-252119669'] for segment (251106e4-9199-432a-8d40-9072987ac67e), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:29.955507 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] No Port match for: d5401aa4-d624-43d8-a46b-da51cec312f2 {{(pid=103807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 10:38:29.955833 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device d5401aa4-d624-43d8-a46b-da51cec312f2 not bound to the agent host dv-cinder-843493-2-iscsi {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 10:38:29.956373 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 00c661e2-0e03-401b-bf2c-ff7d62504880 no longer exists at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 10:38:29.977529 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] No Port match for: 00c661e2-0e03-401b-bf2c-ff7d62504880 {{(pid=103807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 10:38:29.977972 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 00c661e2-0e03-401b-bf2c-ff7d62504880 not bound to the agent host dv-cinder-843493-2-iscsi {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 10:38:29.978560 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device b16b4864-8459-451a-8f57-620b1e570141 no longer exists at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 10:38:29.997173 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:DELETE=7,neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:30.003231 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] No Port match for: b16b4864-8459-451a-8f57-620b1e570141 {{(pid=103807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 10:38:30.003704 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device b16b4864-8459-451a-8f57-620b1e570141 not bound to the agent host dv-cinder-843493-2-iscsi {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 10:38:30.005180 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-2a6cd76f-2fc0-452c-b2ab-c1f0d1779ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7722532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-721499'] for network (1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:30.014286 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-2a6cd76f-2fc0-452c-b2ab-c1f0d1779ae9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for network (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:30.020457 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-2a6cd76f-2fc0-452c-b2ab-c1f0d1779ae9 admin admin] 10.222.0.49 "DELETE /v2.0/networks/1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6 HTTP/1.1" status: 204 len: 168 time: 0.6283569 Jun 15 10:38:30.020457 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:INSERT=2,neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:30.038599 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6cd76f-2fc0-452c-b2ab-c1f0d1779ae9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a0a2aca-16d7-464a-ac23-ad5ba1ba4be6,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:30.052425 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.services.segments.plugin [-] Segment 251106e4-9199-432a-8d40-9072987ac67e resource provider aggregate not found Jun 15 10:38:30.086241 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.services.segments.plugin [-] Segment 251106e4-9199-432a-8d40-9072987ac67e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 251106e4-9199-432a-8d40-9072987ac67e found for delete ", "request_id": "req-054abec1-5a51-41d0-975c-3fb591b2e958"}]} Jun 15 10:38:30.226125 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 60178) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:30.267259 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-814f18ff-d729-41da-ae5c-b2c3078cc2b1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d5320ba7f73d40cb9a6d16225d6660c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398858 Jun 15 10:38:30.269898 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 60180) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:30.335871 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-5bbb861a-1bf5-4055-945e-ac9d9a939cfc admin admin] Publish callbacks [] for security_group (49f7235f-4602-406a-b1f4-b0a4821e6def), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:30.359765 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-5bbb861a-1bf5-4055-945e-ac9d9a939cfc admin admin] Publish callbacks [] for security_group (49f7235f-4602-406a-b1f4-b0a4821e6def), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:30.411217 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-5bbb861a-1bf5-4055-945e-ac9d9a939cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (49f7235f-4602-406a-b1f4-b0a4821e6def), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:30.413657 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-5bbb861a-1bf5-4055-945e-ac9d9a939cfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:30.414830 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-5bbb861a-1bf5-4055-945e-ac9d9a939cfc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/49f7235f-4602-406a-b1f4-b0a4821e6def HTTP/1.1" status: 204 len: 168 time: 0.1438642 Jun 15 10:38:30.422590 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbb861a-1bf5-4055-945e-ac9d9a939cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f7235f-4602-406a-b1f4-b0a4821e6def,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:31.222780 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 60218) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:31.720195 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 60256) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:31.816586 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-4807de53-554c-4d4a-ad62-c94ec0d999c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-722362'] for router_interface (f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:31.872068 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-3dee18c9-2e44-4342-aaa8-c8601aee9271 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:31.966516 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-3dee18c9-2e44-4342-aaa8-c8601aee9271 admin admin] Publish callbacks [] for security_group (8e142e54-d6bc-4622-922b-30df7c39bfc7), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:31.971400 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-3dee18c9-2e44-4342-aaa8-c8601aee9271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (8e142e54-d6bc-4622-922b-30df7c39bfc7), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:31.984998 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:DELETE=6,neutron:UPDATE=5,neutron:SELECT=85,neutron:INSERT=4 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:32.014893 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-3dee18c9-2e44-4342-aaa8-c8601aee9271 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8317ecae5bc54a03ac059871ade2e3b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2928138 Jun 15 10:38:32.018533 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 60272) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:32.036855 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dee18c9-2e44-4342-aaa8-c8601aee9271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e142e54-d6bc-4622-922b-30df7c39bfc7,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:32.042559 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=82,neutron:DELETE=10,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:32.073646 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-4807de53-554c-4d4a-ad62-c94ec0d999c7 admin admin] Deleting port d9fd564f-6fd3-47fc-be0f-13a98b422209 {{(pid=103806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:38:32.074126 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-4807de53-554c-4d4a-ad62-c94ec0d999c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (d9fd564f-6fd3-47fc-be0f-13a98b422209), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:32.081900 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-6afeb70c-21af-4916-a43e-81784e6dfd9c admin admin] Publish callbacks [] for security_group (8e142e54-d6bc-4622-922b-30df7c39bfc7), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:32.104311 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-6afeb70c-21af-4916-a43e-81784e6dfd9c admin admin] Publish callbacks [] for security_group (8e142e54-d6bc-4622-922b-30df7c39bfc7), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:32.158108 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-6afeb70c-21af-4916-a43e-81784e6dfd9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (8e142e54-d6bc-4622-922b-30df7c39bfc7), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:32.159758 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [None req-4807de53-554c-4d4a-ad62-c94ec0d999c7 admin admin] For port d9fd564f-6fd3-47fc-be0f-13a98b422209, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=d9fd564f-6fd3-47fc-be0f-13a98b422209,segment=NetworkSegment(19f9c52a-802c-4297-ba83-8da5c92ffd0c),segment_id=19f9c52a-802c-4297-ba83-8da5c92ffd0c)] {{(pid=103806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:38:32.160118 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-4807de53-554c-4d4a-ad62-c94ec0d999c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (d9fd564f-6fd3-47fc-be0f-13a98b422209), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:32.160743 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-6afeb70c-21af-4916-a43e-81784e6dfd9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:32.161941 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-6afeb70c-21af-4916-a43e-81784e6dfd9c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8e142e54-d6bc-4622-922b-30df7c39bfc7 HTTP/1.1" status: 204 len: 168 time: 0.1419446 Jun 15 10:38:32.169891 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afeb70c-21af-4916-a43e-81784e6dfd9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e142e54-d6bc-4622-922b-30df7c39bfc7,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:32.191810 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-4807de53-554c-4d4a-ad62-c94ec0d999c7 admin admin] Calling delete_port for d9fd564f-6fd3-47fc-be0f-13a98b422209 owned by network:router_interface {{(pid=103806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:38:32.309741 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=100 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:32.392925 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-4807de53-554c-4d4a-ad62-c94ec0d999c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (d9fd564f-6fd3-47fc-be0f-13a98b422209), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:32.419120 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4807de53-554c-4d4a-ad62-c94ec0d999c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9fd564f-6fd3-47fc-be0f-13a98b422209,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:32.462271 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:32.852107 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-4807de53-554c-4d4a-ad62-c94ec0d999c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-722222'] for router_interface (f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:33.073778 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4807de53-554c-4d4a-ad62-c94ec0d999c7 admin admin] Router f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b has already been hosted by L3 agent 06043943-94cb-49df-a062-a4886c03e673 {{(pid=103806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 10:38:33.202868 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4807de53-554c-4d4a-ad62-c94ec0d999c7 admin admin] Notify agent at l3_agent.dv-cinder-843493-2-iscsi the message routers_updated {{(pid=103806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 10:38:33.208786 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-4807de53-554c-4d4a-ad62-c94ec0d999c7 admin admin] 10.222.0.49 "PUT /v2.0/routers/f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9847572 Jun 15 10:38:33.211568 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 60314) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:33.213916 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821760e9-70b8-41b4-8de7-32c439a71ee6 None None] Sync routers for ids ['f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b'] in dv-cinder-843493-2-iscsi {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 10:38:33.224655 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821760e9-70b8-41b4-8de7-32c439a71ee6 None None] Routers {'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:38:33.225307 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-821760e9-70b8-41b4-8de7-32c439a71ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:38:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:38:33.334731 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-821760e9-70b8-41b4-8de7-32c439a71ee6 None None] Set router f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b gateway port host: dv-cinder-843493-2-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:38:33.339801 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-d43b8b72-2af2-4a98-83fc-e7dd057f7d41 admin admin] Publish callbacks [] for router (f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:33.486644 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-d43b8b72-2af2-4a98-83fc-e7dd057f7d41 admin admin] Publish callbacks [] for router_gateway (f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:33.533078 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.plugin [None req-d43b8b72-2af2-4a98-83fc-e7dd057f7d41 admin admin] Deleting port 165f926b-f3c5-4ec3-ab58-e72609ce8ffd {{(pid=103805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:38:33.533660 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-d43b8b72-2af2-4a98-83fc-e7dd057f7d41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (165f926b-f3c5-4ec3-ab58-e72609ce8ffd), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:33.536960 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-821760e9-70b8-41b4-8de7-32c439a71ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1629135154-router', 'tenant_id': '5dc28af73e82414d8f709e447286a962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '165f926b-f3c5-4ec3-ab58-e72609ce8ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:17Z', 'updated_at': '2022-06-15T10:38:32Z', 'revision_number': 5, 'project_id': '5dc28af73e82414d8f709e447286a962', 'gw_port': {'id': '165f926b-f3c5-4ec3-ab58-e72609ce8ffd', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:65:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:31:19Z', 'updated_at': '2022-06-15T10:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi'}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:38:33.569675 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821760e9-70b8-41b4-8de7-32c439a71ee6 None None] Checking router: f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b for host: dv-cinder-843493-2-iscsi {{(pid=103808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 10:38:33.578399 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821760e9-70b8-41b4-8de7-32c439a71ee6 None None] Routers {'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:38:33.579116 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-821760e9-70b8-41b4-8de7-32c439a71ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:38:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:38:33.631760 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.db [None req-d43b8b72-2af2-4a98-83fc-e7dd057f7d41 admin admin] For port 165f926b-f3c5-4ec3-ab58-e72609ce8ffd, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=165f926b-f3c5-4ec3-ab58-e72609ce8ffd,segment=NetworkSegment(cb36ff63-3809-49b1-ae7b-cd8646780a76),segment_id=cb36ff63-3809-49b1-ae7b-cd8646780a76)] {{(pid=103805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:38:33.632129 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-d43b8b72-2af2-4a98-83fc-e7dd057f7d41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (165f926b-f3c5-4ec3-ab58-e72609ce8ffd), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:33.647213 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.plugin [None req-d43b8b72-2af2-4a98-83fc-e7dd057f7d41 admin admin] Calling delete_port for 165f926b-f3c5-4ec3-ab58-e72609ce8ffd owned by network:router_gateway {{(pid=103805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:38:33.672510 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-821760e9-70b8-41b4-8de7-32c439a71ee6 None None] Set router f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b gateway port host: None {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:38:33.724438 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-821760e9-70b8-41b4-8de7-32c439a71ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1629135154-router', 'tenant_id': '5dc28af73e82414d8f709e447286a962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:17Z', 'updated_at': '2022-06-15T10:38:33Z', 'revision_number': 6, 'project_id': '5dc28af73e82414d8f709e447286a962', 'gw_port_host': None}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:38:33.753388 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821760e9-70b8-41b4-8de7-32c439a71ee6 None None] The sync data for ids ['f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b'] in dv-cinder-843493-2-iscsi is: [{'id': 'f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1629135154-router', 'tenant_id': '5dc28af73e82414d8f709e447286a962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:31:17Z', 'updated_at': '2022-06-15T10:38:33Z', 'revision_number': 6, 'project_id': '5dc28af73e82414d8f709e447286a962', 'gw_port_host': None}] {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 10:38:34.074960 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-d43b8b72-2af2-4a98-83fc-e7dd057f7d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2774366'] for port (165f926b-f3c5-4ec3-ab58-e72609ce8ffd), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:34.100414 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43b8b72-2af2-4a98-83fc-e7dd057f7d41 admin admin] Pushing event deleted for resources: {'Port': ['ID=165f926b-f3c5-4ec3-ab58-e72609ce8ffd,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:34.184843 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-d43b8b72-2af2-4a98-83fc-e7dd057f7d41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-721535'] for router_gateway (f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:34.304485 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:34.308055 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-d43b8b72-2af2-4a98-83fc-e7dd057f7d41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-378'] for router (f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:34.310895 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-d43b8b72-2af2-4a98-83fc-e7dd057f7d41 admin admin] Publish callbacks [] for router_controller (f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b), precommit_delete_associations {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:34.354833 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-d43b8b72-2af2-4a98-83fc-e7dd057f7d41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-721391'] for router (f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:34.355466 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43b8b72-2af2-4a98-83fc-e7dd057f7d41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b {{(pid=103805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 15 10:38:34.359722 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-d43b8b72-2af2-4a98-83fc-e7dd057f7d41 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:34.361517 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-d43b8b72-2af2-4a98-83fc-e7dd057f7d41 admin admin] 10.222.0.49 "DELETE /v2.0/routers/f4cb3b76-be17-4bb2-8d11-39fb13d9ca4b HTTP/1.1" status: 204 len: 168 time: 1.1481764 Jun 15 10:38:34.364227 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 60352) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:34.413905 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec42b9e8-c325-4270-93eb-acf51572f597 admin admin] Deleting subnet 9d001222-a4ff-4954-9899-62f9de0c8b3d {{(pid=103806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 10:38:34.417116 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ec42b9e8-c325-4270-93eb-acf51572f597 admin admin] Publish callbacks [] for subnet (9d001222-a4ff-4954-9899-62f9de0c8b3d), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:34.452554 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ec42b9e8-c325-4270-93eb-acf51572f597 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014507'] for subnet (9d001222-a4ff-4954-9899-62f9de0c8b3d), precommit_delete_associations {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:34.526596 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ec42b9e8-c325-4270-93eb-acf51572f597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7722939'] for subnet (9d001222-a4ff-4954-9899-62f9de0c8b3d), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:34.592851 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ec42b9e8-c325-4270-93eb-acf51572f597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7722882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-252119595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-251934052'] for subnet (9d001222-a4ff-4954-9899-62f9de0c8b3d), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:34.621696 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec42b9e8-c325-4270-93eb-acf51572f597 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d001222-a4ff-4954-9899-62f9de0c8b3d,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:34.636584 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ec42b9e8-c325-4270-93eb-acf51572f597 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:34.637352 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc0425f-963f-46cc-8e85-5e63863a81cc None None] Network 4d5f07d8-adfa-49e4-965f-88f44de7cd54 requested from dv-cinder-843493-2-iscsi {{(pid=103807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 10:38:34.646550 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-ec42b9e8-c325-4270-93eb-acf51572f597 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/9d001222-a4ff-4954-9899-62f9de0c8b3d HTTP/1.1" status: 204 len: 168 time: 0.2790418 Jun 15 10:38:34.647026 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 60358) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:34.763881 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-5abb11d5-14dd-49f2-84c1-5f75d546f001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7810747'] for network (4d5f07d8-adfa-49e4-965f-88f44de7cd54), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:34.801572 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:34.816809 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.plugin [None req-5abb11d5-14dd-49f2-84c1-5f75d546f001 admin admin] Deleting port 5fa8f3f6-000e-4d09-8324-15d7d71c010e {{(pid=103805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:38:34.817063 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-5abb11d5-14dd-49f2-84c1-5f75d546f001 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (5fa8f3f6-000e-4d09-8324-15d7d71c010e), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:34.887485 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.db [None req-5abb11d5-14dd-49f2-84c1-5f75d546f001 admin admin] For port 5fa8f3f6-000e-4d09-8324-15d7d71c010e, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=5fa8f3f6-000e-4d09-8324-15d7d71c010e,segment=NetworkSegment(19f9c52a-802c-4297-ba83-8da5c92ffd0c),segment_id=19f9c52a-802c-4297-ba83-8da5c92ffd0c)] {{(pid=103805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:38:34.887715 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-5abb11d5-14dd-49f2-84c1-5f75d546f001 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (5fa8f3f6-000e-4d09-8324-15d7d71c010e), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:34.893471 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ec6a63-4690-4926-8b6b-caf426923a52 None None] DHCP port deletion for 4d5f07d8-adfa-49e4-965f-88f44de7cd54 request from dv-cinder-843493-2-iscsi {{(pid=103807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 15 10:38:34.903648 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.plugin [None req-5abb11d5-14dd-49f2-84c1-5f75d546f001 admin admin] Calling delete_port for 5fa8f3f6-000e-4d09-8324-15d7d71c010e owned by network:dhcp {{(pid=103805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:38:34.932530 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-50ec6a63-4690-4926-8b6b-caf426923a52 None None] Deleting port 5fa8f3f6-000e-4d09-8324-15d7d71c010e {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:38:34.933110 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-50ec6a63-4690-4926-8b6b-caf426923a52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (5fa8f3f6-000e-4d09-8324-15d7d71c010e), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:34.992478 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-5abb11d5-14dd-49f2-84c1-5f75d546f001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2774366'] for port (5fa8f3f6-000e-4d09-8324-15d7d71c010e), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:35.004707 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-50ec6a63-4690-4926-8b6b-caf426923a52 None None] For port 5fa8f3f6-000e-4d09-8324-15d7d71c010e, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=5fa8f3f6-000e-4d09-8324-15d7d71c010e,segment=NetworkSegment(19f9c52a-802c-4297-ba83-8da5c92ffd0c),segment_id=19f9c52a-802c-4297-ba83-8da5c92ffd0c)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:38:35.005104 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-50ec6a63-4690-4926-8b6b-caf426923a52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (5fa8f3f6-000e-4d09-8324-15d7d71c010e), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:35.015347 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abb11d5-14dd-49f2-84c1-5f75d546f001 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fa8f3f6-000e-4d09-8324-15d7d71c010e,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:35.019666 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-50ec6a63-4690-4926-8b6b-caf426923a52 None None] Calling delete_port for 5fa8f3f6-000e-4d09-8324-15d7d71c010e owned by network:dhcp {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:38:35.021400 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abb11d5-14dd-49f2-84c1-5f75d546f001 admin admin] No DVR routers for this DVR port 5fa8f3f6-000e-4d09-8324-15d7d71c010e on host dv-cinder-843493-2-iscsi {{(pid=103805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 10:38:35.093653 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-5abb11d5-14dd-49f2-84c1-5f75d546f001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7721322', 'neutron.services.segments.db._delete_segments_for_network-8732880543290'] for network (4d5f07d8-adfa-49e4-965f-88f44de7cd54), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:35.094111 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-50ec6a63-4690-4926-8b6b-caf426923a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214'] for port (5fa8f3f6-000e-4d09-8324-15d7d71c010e), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:35.117924 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.services.segments.db [None req-5abb11d5-14dd-49f2-84c1-5f75d546f001 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d5f07d8-adfa-49e4-965f-88f44de7cd54']}} {{(pid=103805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:38:35.122127 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ec6a63-4690-4926-8b6b-caf426923a52 None None] Pushing event deleted for resources: {'Port': ['ID=5fa8f3f6-000e-4d09-8324-15d7d71c010e,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:35.128159 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ec6a63-4690-4926-8b6b-caf426923a52 None None] No DVR routers for this DVR port 5fa8f3f6-000e-4d09-8324-15d7d71c010e on host dv-cinder-843493-2-iscsi {{(pid=103807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 10:38:35.132211 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.services.segments.db [None req-5abb11d5-14dd-49f2-84c1-5f75d546f001 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19f9c52a-802c-4297-ba83-8da5c92ffd0c') {'for_net_delete': True} {{(pid=103805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:38:35.132649 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.services.segments.db [None req-5abb11d5-14dd-49f2-84c1-5f75d546f001 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19f9c52a-802c-4297-ba83-8da5c92ffd0c') {} {{(pid=103805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:38:35.143783 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-5abb11d5-14dd-49f2-84c1-5f75d546f001 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732880541633', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2839227'] for segment (19f9c52a-802c-4297-ba83-8da5c92ffd0c), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:35.157796 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-5abb11d5-14dd-49f2-84c1-5f75d546f001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7722752'] for segment (19f9c52a-802c-4297-ba83-8da5c92ffd0c), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:35.164827 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5abb11d5-14dd-49f2-84c1-5f75d546f001 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=103805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 10:38:35.165234 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-5abb11d5-14dd-49f2-84c1-5f75d546f001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7722752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2774317'] for segment (19f9c52a-802c-4297-ba83-8da5c92ffd0c), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:35.227958 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-5abb11d5-14dd-49f2-84c1-5f75d546f001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7722532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-721499'] for network (4d5f07d8-adfa-49e4-965f-88f44de7cd54), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:35.232703 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-5abb11d5-14dd-49f2-84c1-5f75d546f001 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for network (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:35.240121 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-5abb11d5-14dd-49f2-84c1-5f75d546f001 admin admin] 10.222.0.49 "DELETE /v2.0/networks/4d5f07d8-adfa-49e4-965f-88f44de7cd54 HTTP/1.1" status: 204 len: 168 time: 0.5893755 Jun 15 10:38:35.268651 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abb11d5-14dd-49f2-84c1-5f75d546f001 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d5f07d8-adfa-49e4-965f-88f44de7cd54,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:35.322172 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.services.segments.plugin [-] Segment 19f9c52a-802c-4297-ba83-8da5c92ffd0c resource provider aggregate not found Jun 15 10:38:35.341039 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.services.segments.plugin [-] Segment 19f9c52a-802c-4297-ba83-8da5c92ffd0c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 19f9c52a-802c-4297-ba83-8da5c92ffd0c found for delete ", "request_id": "req-5727270e-eed9-49a8-8626-660fd7adc10e"}]} Jun 15 10:38:35.447828 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 60380) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:35.489318 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-b5b43fb3-0692-449a-ac9d-3f9b8974a8ad admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5dc28af73e82414d8f709e447286a962&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0402231 Jun 15 10:38:35.491770 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 60382) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:35.542573 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e07545f8-e68b-42ec-8365-e9f92454b5e0 admin admin] Publish callbacks [] for security_group (9903322c-1e27-44f2-bb02-957114dc21a7), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:35.564305 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e07545f8-e68b-42ec-8365-e9f92454b5e0 admin admin] Publish callbacks [] for security_group (9903322c-1e27-44f2-bb02-957114dc21a7), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:35.614160 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e07545f8-e68b-42ec-8365-e9f92454b5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (9903322c-1e27-44f2-bb02-957114dc21a7), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:35.617042 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e07545f8-e68b-42ec-8365-e9f92454b5e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:35.618208 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-e07545f8-e68b-42ec-8365-e9f92454b5e0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9903322c-1e27-44f2-bb02-957114dc21a7 HTTP/1.1" status: 204 len: 168 time: 0.1255581 Jun 15 10:38:35.626236 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07545f8-e68b-42ec-8365-e9f92454b5e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9903322c-1e27-44f2-bb02-957114dc21a7,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:35.719294 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 165f926b-f3c5-4ec3-ab58-e72609ce8ffd no longer exists at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 10:38:35.739537 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] No Port match for: 165f926b-f3c5-4ec3-ab58-e72609ce8ffd {{(pid=103807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 10:38:35.739882 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 165f926b-f3c5-4ec3-ab58-e72609ce8ffd not bound to the agent host dv-cinder-843493-2-iscsi {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 10:38:35.740291 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device d9fd564f-6fd3-47fc-be0f-13a98b422209 no longer exists at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 10:38:35.767261 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] No Port match for: d9fd564f-6fd3-47fc-be0f-13a98b422209 {{(pid=103807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 10:38:35.768091 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device d9fd564f-6fd3-47fc-be0f-13a98b422209 not bound to the agent host dv-cinder-843493-2-iscsi {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 10:38:35.768644 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 5fa8f3f6-000e-4d09-8324-15d7d71c010e no longer exists at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 10:38:35.802711 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] No Port match for: 5fa8f3f6-000e-4d09-8324-15d7d71c010e {{(pid=103807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 10:38:35.803045 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 5fa8f3f6-000e-4d09-8324-15d7d71c010e not bound to the agent host dv-cinder-843493-2-iscsi {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 10:38:37.270349 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 60470) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:37.482215 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:37.492236 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-6680d502-72f9-4327-80d2-3d3e03c541bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:37.572592 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=5 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:37.587663 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-6680d502-72f9-4327-80d2-3d3e03c541bc admin admin] Publish callbacks [] for security_group (6f359530-d8fc-4fdf-b049-6c808b77c9a4), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:37.592754 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-6680d502-72f9-4327-80d2-3d3e03c541bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (6f359530-d8fc-4fdf-b049-6c808b77c9a4), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:37.635295 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 60482) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:37.635788 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-6680d502-72f9-4327-80d2-3d3e03c541bc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=26798c32faa147409b464abe67438e4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3623943 Jun 15 10:38:37.644212 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6680d502-72f9-4327-80d2-3d3e03c541bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f359530-d8fc-4fdf-b049-6c808b77c9a4,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:37.689236 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-f5a6dbfc-0a37-41db-aba0-95e43074d32f admin admin] Publish callbacks [] for security_group (6f359530-d8fc-4fdf-b049-6c808b77c9a4), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:37.711295 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-f5a6dbfc-0a37-41db-aba0-95e43074d32f admin admin] Publish callbacks [] for security_group (6f359530-d8fc-4fdf-b049-6c808b77c9a4), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:37.712720 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:DELETE=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:37.722401 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 60484) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:37.761744 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-f5a6dbfc-0a37-41db-aba0-95e43074d32f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (6f359530-d8fc-4fdf-b049-6c808b77c9a4), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:37.764265 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-f5a6dbfc-0a37-41db-aba0-95e43074d32f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:37.765421 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-f5a6dbfc-0a37-41db-aba0-95e43074d32f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6f359530-d8fc-4fdf-b049-6c808b77c9a4 HTTP/1.1" status: 204 len: 168 time: 0.1283021 Jun 15 10:38:37.778000 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a6dbfc-0a37-41db-aba0-95e43074d32f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f359530-d8fc-4fdf-b049-6c808b77c9a4,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:37.859606 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-d39ee406-981c-447e-aa1b-d850136237cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:37.910695 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:37.947280 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-d39ee406-981c-447e-aa1b-d850136237cc admin admin] Publish callbacks [] for security_group (6f5abeb0-c25f-48a7-8d03-1ceaf88c0242), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:37.950840 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-d39ee406-981c-447e-aa1b-d850136237cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (6f5abeb0-c25f-48a7-8d03-1ceaf88c0242), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:37.991183 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-d39ee406-981c-447e-aa1b-d850136237cc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7916aa3905ba488089dde2d9099f1c2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2675753 Jun 15 10:38:37.992017 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39ee406-981c-447e-aa1b-d850136237cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5abeb0-c25f-48a7-8d03-1ceaf88c0242,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:37.993780 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 60494) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:38.054515 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-2f49d579-9281-4209-8caa-f095f5bc541d admin admin] Publish callbacks [] for security_group (6f5abeb0-c25f-48a7-8d03-1ceaf88c0242), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:38.072455 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:38.077411 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-2f49d579-9281-4209-8caa-f095f5bc541d admin admin] Publish callbacks [] for security_group (6f5abeb0-c25f-48a7-8d03-1ceaf88c0242), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:38.125259 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-2f49d579-9281-4209-8caa-f095f5bc541d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (6f5abeb0-c25f-48a7-8d03-1ceaf88c0242), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:38.128385 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-2f49d579-9281-4209-8caa-f095f5bc541d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:38.129525 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-2f49d579-9281-4209-8caa-f095f5bc541d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6f5abeb0-c25f-48a7-8d03-1ceaf88c0242 HTTP/1.1" status: 204 len: 168 time: 0.1347804 Jun 15 10:38:38.137363 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f49d579-9281-4209-8caa-f095f5bc541d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5abeb0-c25f-48a7-8d03-1ceaf88c0242,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:38.492513 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 60520) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:38.506552 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-c701dd66-ba97-46fa-883c-8ce54084f645 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:38.518316 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 60522) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:38.590662 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-c701dd66-ba97-46fa-883c-8ce54084f645 admin admin] Publish callbacks [] for security_group (cd3d76c2-81be-4ec4-a6ee-968b393ec437), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:38.596348 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-c701dd66-ba97-46fa-883c-8ce54084f645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (cd3d76c2-81be-4ec4-a6ee-968b393ec437), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:38.645850 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-c701dd66-ba97-46fa-883c-8ce54084f645 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5bde1122d78b42b3a44362c818ea9cae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1523175 Jun 15 10:38:38.648516 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 60534) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:38.657640 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c701dd66-ba97-46fa-883c-8ce54084f645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3d76c2-81be-4ec4-a6ee-968b393ec437,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:38.695406 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-7e5c4072-a7c8-4e21-95fd-4246e9c8873e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-14245363-network', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:38:38.715581 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-004eca28-f0ea-4c0e-b6c9-e6fb3ed75b00 admin admin] Publish callbacks [] for security_group (cd3d76c2-81be-4ec4-a6ee-968b393ec437), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:38.718228 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5c4072-a7c8-4e21-95fd-4246e9c8873e admin admin] Made reservation on behalf of f096e399deac4d029ff63e3cb7f1ce9f for: {'network': 1} {{(pid=103806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 10:38:38.721703 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7e5c4072-a7c8-4e21-95fd-4246e9c8873e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for network (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:38.733721 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7e5c4072-a7c8-4e21-95fd-4246e9c8873e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:38.746881 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-004eca28-f0ea-4c0e-b6c9-e6fb3ed75b00 admin admin] Publish callbacks [] for security_group (cd3d76c2-81be-4ec4-a6ee-968b393ec437), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:38.817226 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7e5c4072-a7c8-4e21-95fd-4246e9c8873e admin admin] Publish callbacks [] for security_group (c30b9adb-6ef9-4c5b-a6bf-5a09cebcf6b0), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:38.821311 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7e5c4072-a7c8-4e21-95fd-4246e9c8873e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (c30b9adb-6ef9-4c5b-a6bf-5a09cebcf6b0), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:38.823214 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-004eca28-f0ea-4c0e-b6c9-e6fb3ed75b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (cd3d76c2-81be-4ec4-a6ee-968b393ec437), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:38.825735 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-004eca28-f0ea-4c0e-b6c9-e6fb3ed75b00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:38.826890 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-004eca28-f0ea-4c0e-b6c9-e6fb3ed75b00 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cd3d76c2-81be-4ec4-a6ee-968b393ec437 HTTP/1.1" status: 204 len: 168 time: 0.1766639 Jun 15 10:38:38.846546 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004eca28-f0ea-4c0e-b6c9-e6fb3ed75b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3d76c2-81be-4ec4-a6ee-968b393ec437,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:38.854450 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e5c4072-a7c8-4e21-95fd-4246e9c8873e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=103806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 10:38:38.867290 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5c4072-a7c8-4e21-95fd-4246e9c8873e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30b9adb-6ef9-4c5b-a6bf-5a09cebcf6b0,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:38.873562 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7e5c4072-a7c8-4e21-95fd-4246e9c8873e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7722752'] for segment (978cf521-561b-4a1d-ab9d-76cc17299bf1), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:38.873851 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.db.segments_db [None req-7e5c4072-a7c8-4e21-95fd-4246e9c8873e admin admin] Added segment 978cf521-561b-4a1d-ab9d-76cc17299bf1 of type vlan for network 104a1ab4-a947-4523-8e20-9882108d1335 Jun 15 10:38:38.926734 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7e5c4072-a7c8-4e21-95fd-4246e9c8873e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732880046228'] for network (104a1ab4-a947-4523-8e20-9882108d1335), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:38.952911 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7e5c4072-a7c8-4e21-95fd-4246e9c8873e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468'] for network (104a1ab4-a947-4523-8e20-9882108d1335), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:38.954516 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5c4072-a7c8-4e21-95fd-4246e9c8873e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:38:38.955112 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7e5c4072-a7c8-4e21-95fd-4246e9c8873e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for network (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:38.999325 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-7e5c4072-a7c8-4e21-95fd-4246e9c8873e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4798477 Jun 15 10:38:39.002979 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 60544) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:39.036884 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-067e20ee-1681-43c1-83e1-aea7e5d628b2 admin admin] Request body: {'subnet': {'network_id': '104a1ab4-a947-4523-8e20-9882108d1335', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-14245363-subnet', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'ip_version': 4}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:38:39.044473 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5c4072-a7c8-4e21-95fd-4246e9c8873e admin admin] Pushing event updated for resources: {'Network': ['ID=104a1ab4-a947-4523-8e20-9882108d1335,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:39.074585 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067e20ee-1681-43c1-83e1-aea7e5d628b2 admin admin] Made reservation on behalf of f096e399deac4d029ff63e3cb7f1ce9f for: {'subnet': 1} {{(pid=103806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 10:38:39.079746 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-067e20ee-1681-43c1-83e1-aea7e5d628b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-251934017'] for subnet (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:39.189718 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=74,neutron:INSERT=23,neutron:UPDATE=3 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:39.202766 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:39.231475 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Network 104a1ab4-a947-4523-8e20-9882108d1335 details requested by agent ovs-agent-dv-cinder-843493-2-iscsi with host dv-cinder-843493-2-iscsi {{(pid=103807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 10:38:39.324317 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-067e20ee-1681-43c1-83e1-aea7e5d628b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-252119786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-251934063'] for subnet (32c01357-607a-450c-811c-8330c498325d), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:39.381495 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067e20ee-1681-43c1-83e1-aea7e5d628b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32c01357-607a-450c-811c-8330c498325d,revision_number=0']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:39.392187 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067e20ee-1681-43c1-83e1-aea7e5d628b2 admin admin] Checking segment: {'id': '978cf521-561b-4a1d-ab9d-76cc17299bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '104a1ab4-a947-4523-8e20-9882108d1335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:38:39.392527 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067e20ee-1681-43c1-83e1-aea7e5d628b2 admin admin] Network hostable DHCP agents. Network: 104a1ab4-a947-4523-8e20-9882108d1335, hostable agents: ['e7b68426-6abe-45ee-a2ce-c32f72f66753'], hosted agents: [] {{(pid=103806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 10:38:39.409340 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067e20ee-1681-43c1-83e1-aea7e5d628b2 admin admin] Network 104a1ab4-a947-4523-8e20-9882108d1335 is scheduled to be hosted by DHCP agent e7b68426-6abe-45ee-a2ce-c32f72f66753 with binding_index 1 {{(pid=103806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 10:38:39.418541 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [None req-067e20ee-1681-43c1-83e1-aea7e5d628b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843493-2-iscsi, 104a1ab4-a947-4523-8e20-9882108d1335) {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:38:39.424087 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067e20ee-1681-43c1-83e1-aea7e5d628b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:38:39.424793 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-067e20ee-1681-43c1-83e1-aea7e5d628b2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:39.429417 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77537ed-7b49-4826-97fb-d3e7f9802a87 None None] Network 104a1ab4-a947-4523-8e20-9882108d1335 requested from dv-cinder-843493-2-iscsi {{(pid=103807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 10:38:39.443147 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-067e20ee-1681-43c1-83e1-aea7e5d628b2 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4388366 Jun 15 10:38:39.446100 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 60562) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:39.453195 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [None req-28e9e692-a2e2-4e47-82f6-e37541c03bf6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-14245363-router', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81'}}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:38:39.483535 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-28e9e692-a2e2-4e47-82f6-e37541c03bf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-364'] for router (3fb9a49f-82ac-48ec-a5e4-cba8d78ba383), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:39.485611 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-28e9e692-a2e2-4e47-82f6-e37541c03bf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-721569', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-357'] for router (3fb9a49f-82ac-48ec-a5e4-cba8d78ba383), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:39.561987 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-28e9e692-a2e2-4e47-82f6-e37541c03bf6 admin admin] Publish callbacks [] for router_controller (3fb9a49f-82ac-48ec-a5e4-cba8d78ba383), precommit_add_association {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:39.564350 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc16efb-1a59-4244-9123-0d3907b49a39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa140b1e4-d584-5ee8-9a96-4d94431f580c-104a1ab4-a947-4523-8e20-9882108d1335', 'network_id': '104a1ab4-a947-4523-8e20-9882108d1335', 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'fixed_ips': [{'subnet_id': '32c01357-607a-450c-811c-8330c498325d'}]}} from dv-cinder-843493-2-iscsi. {{(pid=103807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 15 10:38:39.565359 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4cc16efb-1a59-4244-9123-0d3907b49a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:39.728458 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-28e9e692-a2e2-4e47-82f6-e37541c03bf6 admin admin] Publish callbacks [] for router_gateway (3fb9a49f-82ac-48ec-a5e4-cba8d78ba383), precommit_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:39.734726 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:39.736741 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [None req-4cc16efb-1a59-4244-9123-0d3907b49a39 None None] Allocated IP 172.20.0.2 (104a1ab4-a947-4523-8e20-9882108d1335/32c01357-607a-450c-811c-8330c498325d/4dcc3f2f-29f8-438e-881e-eb8a168c5e7d) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:38:39.750638 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 60576) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:39.902231 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:39.931387 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-b541917d-16dd-4c8c-a349-d46ca6cb55c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:39.943441 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-28e9e692-a2e2-4e47-82f6-e37541c03bf6 admin admin] Publish callbacks [] for router_gateway (3fb9a49f-82ac-48ec-a5e4-cba8d78ba383), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:39.963641 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-28e9e692-a2e2-4e47-82f6-e37541c03bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:40.039951 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-b541917d-16dd-4c8c-a349-d46ca6cb55c5 admin admin] Publish callbacks [] for security_group (e37e3733-c2c1-414d-8297-70b3f9a9cbfc), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:40.041235 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:40.044888 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-b541917d-16dd-4c8c-a349-d46ca6cb55c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (e37e3733-c2c1-414d-8297-70b3f9a9cbfc), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:40.062940 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4cc16efb-1a59-4244-9123-0d3907b49a39 None None] Publish callbacks [] for port (4dcc3f2f-29f8-438e-881e-eb8a168c5e7d), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:40.070798 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4cc16efb-1a59-4244-9123-0d3907b49a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205'] for port (4dcc3f2f-29f8-438e-881e-eb8a168c5e7d), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:40.092843 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b541917d-16dd-4c8c-a349-d46ca6cb55c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37e3733-c2c1-414d-8297-70b3f9a9cbfc,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:40.093762 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.db.db_base_plugin_common [None req-28e9e692-a2e2-4e47-82f6-e37541c03bf6 admin admin] Allocated IP 172.27.0.125 (0c6836d1-4e10-4696-9cf9-183899f77c81/849db9c0-6b0b-495f-a2c9-c288d42c277d/6cea28f3-754b-40b6-ac64-e252d0494188) {{(pid=103805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:38:40.120058 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-b541917d-16dd-4c8c-a349-d46ca6cb55c5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7efe1e4c86ad424aaad415f1663d4619&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3655734 Jun 15 10:38:40.120980 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 60588) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:40.129757 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc16efb-1a59-4244-9123-0d3907b49a39 None None] Network 104a1ab4-a947-4523-8e20-9882108d1335 is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:38:40.136359 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-4cc16efb-1a59-4244-9123-0d3907b49a39 None None] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:38:40.140528 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc16efb-1a59-4244-9123-0d3907b49a39 None None] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:38:40.144126 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b541917d-16dd-4c8c-a349-d46ca6cb55c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:38:40.144476 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b541917d-16dd-4c8c-a349-d46ca6cb55c5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:38:40.145305 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b541917d-16dd-4c8c-a349-d46ca6cb55c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:38:40.145656 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b541917d-16dd-4c8c-a349-d46ca6cb55c5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:38:40.146037 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b541917d-16dd-4c8c-a349-d46ca6cb55c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:38:40.146673 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b541917d-16dd-4c8c-a349-d46ca6cb55c5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:38:40.147059 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b541917d-16dd-4c8c-a349-d46ca6cb55c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:38:40.147420 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b541917d-16dd-4c8c-a349-d46ca6cb55c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:38:40.147749 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b541917d-16dd-4c8c-a349-d46ca6cb55c5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:38:40.148080 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b541917d-16dd-4c8c-a349-d46ca6cb55c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:38:40.148409 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b541917d-16dd-4c8c-a349-d46ca6cb55c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:38:40.148737 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b541917d-16dd-4c8c-a349-d46ca6cb55c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:38:40.149103 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b541917d-16dd-4c8c-a349-d46ca6cb55c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:38:40.150117 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b541917d-16dd-4c8c-a349-d46ca6cb55c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:38:40.150580 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b541917d-16dd-4c8c-a349-d46ca6cb55c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:38:40.151712 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc16efb-1a59-4244-9123-0d3907b49a39 None None] Pushing event updated for resources: {'Port': ['ID=4dcc3f2f-29f8-438e-881e-eb8a168c5e7d,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:40.236013 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-4cc16efb-1a59-4244-9123-0d3907b49a39 None None] Attempting to bind port 4dcc3f2f-29f8-438e-881e-eb8a168c5e7d on host dv-cinder-843493-2-iscsi for vnic_type normal with profile {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 10:38:40.236636 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-4cc16efb-1a59-4244-9123-0d3907b49a39 None None] Attempting to bind port 4dcc3f2f-29f8-438e-881e-eb8a168c5e7d by drivers openvswitch,hyperv on host dv-cinder-843493-2-iscsi at level 0 using segments [{'id': '978cf521-561b-4a1d-ab9d-76cc17299bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '104a1ab4-a947-4523-8e20-9882108d1335'}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 10:38:40.236888 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc16efb-1a59-4244-9123-0d3907b49a39 None None] Attempting to bind port 4dcc3f2f-29f8-438e-881e-eb8a168c5e7d on network 104a1ab4-a947-4523-8e20-9882108d1335 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:38:40.246617 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-dcacbd79-1c36-410f-b856-0d71358551f8 admin admin] Publish callbacks [] for security_group (e37e3733-c2c1-414d-8297-70b3f9a9cbfc), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:40.247265 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc16efb-1a59-4244-9123-0d3907b49a39 None None] Checking agent: {'id': 'ad84a4c2-87cd-4603-a219-98785ef58eeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 10, 23, 18), 'started_at': datetime.datetime(2022, 6, 15, 10, 23, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 10, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 10:38:40.247697 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc16efb-1a59-4244-9123-0d3907b49a39 None None] Checking segment: {'id': '978cf521-561b-4a1d-ab9d-76cc17299bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '104a1ab4-a947-4523-8e20-9882108d1335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:38:40.248053 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4cc16efb-1a59-4244-9123-0d3907b49a39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:40.248455 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc16efb-1a59-4244-9123-0d3907b49a39 None None] Bound using segment: {'id': '978cf521-561b-4a1d-ab9d-76cc17299bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '104a1ab4-a947-4523-8e20-9882108d1335'} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 10:38:40.248931 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-4cc16efb-1a59-4244-9123-0d3907b49a39 None None] Bound port: 4dcc3f2f-29f8-438e-881e-eb8a168c5e7d, host: dv-cinder-843493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '978cf521-561b-4a1d-ab9d-76cc17299bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '104a1ab4-a947-4523-8e20-9882108d1335'}}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 10:38:40.249331 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4cc16efb-1a59-4244-9123-0d3907b49a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (4dcc3f2f-29f8-438e-881e-eb8a168c5e7d), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:40.267342 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-28e9e692-a2e2-4e47-82f6-e37541c03bf6 admin admin] Publish callbacks [] for port (6cea28f3-754b-40b6-ac64-e252d0494188), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:40.304820 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-28e9e692-a2e2-4e47-82f6-e37541c03bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2774366'] for port (6cea28f3-754b-40b6-ac64-e252d0494188), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:40.307006 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-dcacbd79-1c36-410f-b856-0d71358551f8 admin admin] Publish callbacks [] for security_group (e37e3733-c2c1-414d-8297-70b3f9a9cbfc), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:40.369503 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-4cc16efb-1a59-4244-9123-0d3907b49a39 None None] For port 4dcc3f2f-29f8-438e-881e-eb8a168c5e7d, host dv-cinder-843493-2-iscsi, cleared binding levels {{(pid=103807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 10:38:40.370859 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e9e692-a2e2-4e47-82f6-e37541c03bf6 admin admin] Network 0c6836d1-4e10-4696-9cf9-183899f77c81 is already hosted by enough agents. {{(pid=103805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:38:40.381661 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.base_scheduler [None req-28e9e692-a2e2-4e47-82f6-e37541c03bf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:38:40.381828 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-4cc16efb-1a59-4244-9123-0d3907b49a39 None None] For port 4dcc3f2f-29f8-438e-881e-eb8a168c5e7d, host dv-cinder-843493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=4dcc3f2f-29f8-438e-881e-eb8a168c5e7d,segment=NetworkSegment(978cf521-561b-4a1d-ab9d-76cc17299bf1),segment_id=978cf521-561b-4a1d-ab9d-76cc17299bf1)] {{(pid=103807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 10:38:40.381945 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-dcacbd79-1c36-410f-b856-0d71358551f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (e37e3733-c2c1-414d-8297-70b3f9a9cbfc), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:40.381945 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-dcacbd79-1c36-410f-b856-0d71358551f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:40.382132 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e9e692-a2e2-4e47-82f6-e37541c03bf6 admin admin] Received port after_create {{(pid=103805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:38:40.382224 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-dcacbd79-1c36-410f-b856-0d71358551f8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e37e3733-c2c1-414d-8297-70b3f9a9cbfc HTTP/1.1" status: 204 len: 168 time: 0.2503445 Jun 15 10:38:40.396760 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcacbd79-1c36-410f-b856-0d71358551f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37e3733-c2c1-414d-8297-70b3f9a9cbfc,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:40.418121 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-4cc16efb-1a59-4244-9123-0d3907b49a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (4dcc3f2f-29f8-438e-881e-eb8a168c5e7d), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:40.419875 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e9e692-a2e2-4e47-82f6-e37541c03bf6 admin admin] Pushing event updated for resources: {'Port': ['ID=6cea28f3-754b-40b6-ac64-e252d0494188,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:40.442034 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9e692-a2e2-4e47-82f6-e37541c03bf6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:38:40.442715 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9e692-a2e2-4e47-82f6-e37541c03bf6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:38:40.443312 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9e692-a2e2-4e47-82f6-e37541c03bf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:38:40.444492 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9e692-a2e2-4e47-82f6-e37541c03bf6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:38:40.446154 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9e692-a2e2-4e47-82f6-e37541c03bf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:38:40.447671 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9e692-a2e2-4e47-82f6-e37541c03bf6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:38:40.448573 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9e692-a2e2-4e47-82f6-e37541c03bf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:38:40.449237 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9e692-a2e2-4e47-82f6-e37541c03bf6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:38:40.449589 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9e692-a2e2-4e47-82f6-e37541c03bf6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:38:40.450103 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9e692-a2e2-4e47-82f6-e37541c03bf6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:38:40.450641 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9e692-a2e2-4e47-82f6-e37541c03bf6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:38:40.451202 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9e692-a2e2-4e47-82f6-e37541c03bf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:38:40.451728 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9e692-a2e2-4e47-82f6-e37541c03bf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:38:40.452456 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9e692-a2e2-4e47-82f6-e37541c03bf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:38:40.452895 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9e692-a2e2-4e47-82f6-e37541c03bf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:38:40.561058 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc16efb-1a59-4244-9123-0d3907b49a39 None None] Pushing event updated for resources: {'Port': ['ID=4dcc3f2f-29f8-438e-881e-eb8a168c5e7d,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:40.786490 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-28e9e692-a2e2-4e47-82f6-e37541c03bf6 admin admin] Publish callbacks [] for router_gateway (3fb9a49f-82ac-48ec-a5e4-cba8d78ba383), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:41.044117 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 60630) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:41.067246 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-dbe50616-d93f-4518-ad73-5497bf2d4fc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:41.093976 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-28e9e692-a2e2-4e47-82f6-e37541c03bf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-721411'] for router (3fb9a49f-82ac-48ec-a5e4-cba8d78ba383), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:41.179997 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:41.183266 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:41.258260 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-dbe50616-d93f-4518-ad73-5497bf2d4fc9 admin admin] Publish callbacks [] for security_group (c95c179c-c615-4a01-a518-6ad597bedada), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:41.263202 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-dbe50616-d93f-4518-ad73-5497bf2d4fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (c95c179c-c615-4a01-a518-6ad597bedada), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:41.271628 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 60640) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:41.315407 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe50616-d93f-4518-ad73-5497bf2d4fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c95c179c-c615-4a01-a518-6ad597bedada,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:41.321185 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-dbe50616-d93f-4518-ad73-5497bf2d4fc9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=090490cf141f45d9a00afe05675fed43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2760644 Jun 15 10:38:41.323996 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 60644) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:41.346505 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e9e692-a2e2-4e47-82f6-e37541c03bf6 admin admin] Router 3fb9a49f-82ac-48ec-a5e4-cba8d78ba383 is scheduled to L3 agent 06043943-94cb-49df-a062-a4886c03e673 with binding_index 1 {{(pid=103805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 15 10:38:41.416914 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7382322d-d23b-4379-98cc-5873e3071157 admin admin] Publish callbacks [] for security_group (c95c179c-c615-4a01-a518-6ad597bedada), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:41.462912 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7382322d-d23b-4379-98cc-5873e3071157 admin admin] Publish callbacks [] for security_group (c95c179c-c615-4a01-a518-6ad597bedada), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:41.478108 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c8a930bd-6c67-453a-ae4e-cf1417b38947 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:41.496306 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:41.547185 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=5 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:41.584810 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7382322d-d23b-4379-98cc-5873e3071157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (c95c179c-c615-4a01-a518-6ad597bedada), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:41.587164 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7382322d-d23b-4379-98cc-5873e3071157 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:41.588559 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-7382322d-d23b-4379-98cc-5873e3071157 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c95c179c-c615-4a01-a518-6ad597bedada HTTP/1.1" status: 204 len: 168 time: 0.2636032 Jun 15 10:38:41.611747 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7382322d-d23b-4379-98cc-5873e3071157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95c179c-c615-4a01-a518-6ad597bedada,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:41.652596 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c8a930bd-6c67-453a-ae4e-cf1417b38947 admin admin] Publish callbacks [] for security_group (403175e2-27d1-43bd-91f3-90b298bb196c), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:41.657746 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c8a930bd-6c67-453a-ae4e-cf1417b38947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (403175e2-27d1-43bd-91f3-90b298bb196c), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:41.691835 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.agents_db [None req-cff4c53f-faac-479c-b9be-928944d02899 None None] Agent healthcheck: found 6 active agents {{(pid=103808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 10:38:41.715114 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a930bd-6c67-453a-ae4e-cf1417b38947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403175e2-27d1-43bd-91f3-90b298bb196c,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:41.746295 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-c8a930bd-6c67-453a-ae4e-cf1417b38947 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4fc87baa62314a1ca6fd85e95e3b5782&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4734073 Jun 15 10:38:41.749588 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 60664) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:41.823700 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-14b3f503-3405-49da-8b29-ea60ceaf10ed admin admin] Publish callbacks [] for security_group (403175e2-27d1-43bd-91f3-90b298bb196c), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:41.823916 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e9e692-a2e2-4e47-82f6-e37541c03bf6 admin admin] Notify agent at l3_agent.dv-cinder-843493-2-iscsi the message routers_updated {{(pid=103805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 10:38:41.849416 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249d647a-2e43-4a70-8333-5e16fab35e51 None None] Network 104a1ab4-a947-4523-8e20-9882108d1335 requested from dv-cinder-843493-2-iscsi {{(pid=103807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 10:38:41.858997 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 4dcc3f2f-29f8-438e-881e-eb8a168c5e7d up at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:38:41.866857 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-14b3f503-3405-49da-8b29-ea60ceaf10ed admin admin] Publish callbacks [] for security_group (403175e2-27d1-43bd-91f3-90b298bb196c), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:41.868325 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-28e9e692-a2e2-4e47-82f6-e37541c03bf6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:41.869888 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-28e9e692-a2e2-4e47-82f6-e37541c03bf6 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4225321 Jun 15 10:38:41.874012 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 60672) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:41.880387 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db744b7-fa8b-4a08-a912-f25be1acc2cd None None] Sync routers for ids ['3fb9a49f-82ac-48ec-a5e4-cba8d78ba383'] in dv-cinder-843493-2-iscsi {{(pid=103807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 10:38:41.927736 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-14b3f503-3405-49da-8b29-ea60ceaf10ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (403175e2-27d1-43bd-91f3-90b298bb196c), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:41.930485 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-14b3f503-3405-49da-8b29-ea60ceaf10ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:41.931899 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-14b3f503-3405-49da-8b29-ea60ceaf10ed admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/403175e2-27d1-43bd-91f3-90b298bb196c HTTP/1.1" status: 204 len: 168 time: 0.1812198 Jun 15 10:38:41.945465 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b3f503-3405-49da-8b29-ea60ceaf10ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403175e2-27d1-43bd-91f3-90b298bb196c,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:41.966646 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db744b7-fa8b-4a08-a912-f25be1acc2cd None None] Routers {'3fb9a49f-82ac-48ec-a5e4-cba8d78ba383'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:38:41.967440 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-3db744b7-fa8b-4a08-a912-f25be1acc2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:38:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['3fb9a49f-82ac-48ec-a5e4-cba8d78ba383'], 'active': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:38:42.090849 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:42.093595 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-63132c1a-b350-4095-b542-b000eaecdbee None None] Provisioning complete for port 4dcc3f2f-29f8-438e-881e-eb8a168c5e7d triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:38:42.093962 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-63132c1a-b350-4095-b542-b000eaecdbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (4dcc3f2f-29f8-438e-881e-eb8a168c5e7d), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:42.157357 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:42.167507 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Provisioning complete for port 4dcc3f2f-29f8-438e-881e-eb8a168c5e7d triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:38:42.167880 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (4dcc3f2f-29f8-438e-881e-eb8a168c5e7d), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:42.262288 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvr_db [None req-3db744b7-fa8b-4a08-a912-f25be1acc2cd None None] Set router 3fb9a49f-82ac-48ec-a5e4-cba8d78ba383 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:38:42.302164 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 60684) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:42.430184 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 60690) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:42.450404 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-b90bf26e-3d5d-431d-89ea-bee52275e176 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:42.457629 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Current status of the port 4dcc3f2f-29f8-438e-881e-eb8a168c5e7d is: DOWN; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:38:42.458014 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (4dcc3f2f-29f8-438e-881e-eb8a168c5e7d), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:42.471289 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-63132c1a-b350-4095-b542-b000eaecdbee None None] Current status of the port 4dcc3f2f-29f8-438e-881e-eb8a168c5e7d is: DOWN; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:38:42.471672 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-63132c1a-b350-4095-b542-b000eaecdbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (4dcc3f2f-29f8-438e-881e-eb8a168c5e7d), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:42.544912 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:42.546335 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] For port 4dcc3f2f-29f8-438e-881e-eb8a168c5e7d, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=4dcc3f2f-29f8-438e-881e-eb8a168c5e7d,segment=NetworkSegment(978cf521-561b-4a1d-ab9d-76cc17299bf1),segment_id=978cf521-561b-4a1d-ab9d-76cc17299bf1)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:38:42.562373 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-cc9b3814-6ac7-4dee-883b-cb5668744666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:42.604957 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (4dcc3f2f-29f8-438e-881e-eb8a168c5e7d), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:42.637441 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:42.676882 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-3db744b7-fa8b-4a08-a912-f25be1acc2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'name': 'tempest-TestVolumeBootPattern-14245363-router', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '6cea28f3-754b-40b6-ac64-e252d0494188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:38:39Z', 'updated_at': '2022-06-15T10:38:40Z', 'revision_number': 3, 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'gw_port': {'id': '6cea28f3-754b-40b6-ac64-e252d0494188', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:20:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:38:39Z', 'updated_at': '2022-06-15T10:38:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi'}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:38:42.679203 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-c186204a-651f-4c8e-9b97-1658f53719a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:42.712841 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db744b7-fa8b-4a08-a912-f25be1acc2cd None None] Checking router: 3fb9a49f-82ac-48ec-a5e4-cba8d78ba383 for host: dv-cinder-843493-2-iscsi {{(pid=103807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 10:38:42.713375 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db744b7-fa8b-4a08-a912-f25be1acc2cd None None] Updating router 3fb9a49f-82ac-48ec-a5e4-cba8d78ba383 port 6cea28f3-754b-40b6-ac64-e252d0494188 binding host dv-cinder-843493-2-iscsi {{(pid=103807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 10:38:42.725985 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.db.api [None req-63132c1a-b350-4095-b542-b000eaecdbee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103807) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 15 10:38:42.726386 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG oslo_db.api [None req-63132c1a-b350-4095-b542-b000eaecdbee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 10:38:42.736225 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-b90bf26e-3d5d-431d-89ea-bee52275e176 admin admin] Publish callbacks [] for security_group (e0c7f8d5-1712-4a58-8a97-a8a3857c37e3), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:42.749718 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Pushing event updated for resources: {'Port': ['ID=4dcc3f2f-29f8-438e-881e-eb8a168c5e7d,revision_number=3']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:42.757123 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3db744b7-fa8b-4a08-a912-f25be1acc2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (6cea28f3-754b-40b6-ac64-e252d0494188), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:42.807602 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-b90bf26e-3d5d-431d-89ea-bee52275e176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (e0c7f8d5-1712-4a58-8a97-a8a3857c37e3), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:42.898222 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-b90bf26e-3d5d-431d-89ea-bee52275e176 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=30ed0e4bace545d797e93ac15b5ad45a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4623177 Jun 15 10:38:42.898843 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 60702) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:42.922445 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90bf26e-3d5d-431d-89ea-bee52275e176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c7f8d5-1712-4a58-8a97-a8a3857c37e3,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:42.932181 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-c186204a-651f-4c8e-9b97-1658f53719a6 admin admin] Publish callbacks [] for security_group (75644ab5-8949-46f1-8851-297cd102b3cc), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:42.942150 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-c186204a-651f-4c8e-9b97-1658f53719a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (75644ab5-8949-46f1-8851-297cd102b3cc), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:42.951831 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-8efb572f-130b-4afd-ac20-c104792429dc admin admin] Publish callbacks [] for security_group (e0c7f8d5-1712-4a58-8a97-a8a3857c37e3), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:42.973737 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:42.974449 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-c186204a-651f-4c8e-9b97-1658f53719a6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e95bd36bbe3642169c31720ff0a1aed2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6710382 Jun 15 10:38:42.977920 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 60704) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:42.981858 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-8efb572f-130b-4afd-ac20-c104792429dc admin admin] Publish callbacks [] for security_group (e0c7f8d5-1712-4a58-8a97-a8a3857c37e3), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:43.028603 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.db.db_base_plugin_common [None req-cc9b3814-6ac7-4dee-883b-cb5668744666 admin admin] Allocated IP 172.20.0.1 (104a1ab4-a947-4523-8e20-9882108d1335/32c01357-607a-450c-811c-8330c498325d/1972bab0-9a38-465b-b3aa-b591098308f2) {{(pid=103805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:38:43.049962 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-fdbfc0a2-ff46-4e2c-8acb-e14f067346a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (e7b68426-6abe-45ee-a2ce-c32f72f66753), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:43.050812 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-8efb572f-130b-4afd-ac20-c104792429dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (e0c7f8d5-1712-4a58-8a97-a8a3857c37e3), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:43.054356 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-8efb572f-130b-4afd-ac20-c104792429dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:43.061934 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-8efb572f-130b-4afd-ac20-c104792429dc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e0c7f8d5-1712-4a58-8a97-a8a3857c37e3 HTTP/1.1" status: 204 len: 168 time: 0.1561108 Jun 15 10:38:43.062267 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c186204a-651f-4c8e-9b97-1658f53719a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75644ab5-8949-46f1-8851-297cd102b3cc,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:43.070404 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efb572f-130b-4afd-ac20-c104792429dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c7f8d5-1712-4a58-8a97-a8a3857c37e3,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:43.082035 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3db744b7-fa8b-4a08-a912-f25be1acc2cd None None] Publish callbacks [] for port (6cea28f3-754b-40b6-ac64-e252d0494188), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:43.092574 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3db744b7-fa8b-4a08-a912-f25be1acc2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (6cea28f3-754b-40b6-ac64-e252d0494188), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:43.146911 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-7c11fb07-bfc2-454d-8aa1-04858fa63ce8 admin admin] Publish callbacks [] for security_group (75644ab5-8949-46f1-8851-297cd102b3cc), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:43.156541 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-3db744b7-fa8b-4a08-a912-f25be1acc2cd None None] Attempting to bind port 6cea28f3-754b-40b6-ac64-e252d0494188 on host dv-cinder-843493-2-iscsi for vnic_type normal with profile {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 10:38:43.157545 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-3db744b7-fa8b-4a08-a912-f25be1acc2cd None None] Attempting to bind port 6cea28f3-754b-40b6-ac64-e252d0494188 by drivers openvswitch,hyperv on host dv-cinder-843493-2-iscsi at level 0 using segments [{'id': 'cb36ff63-3809-49b1-ae7b-cd8646780a76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81'}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 10:38:43.158003 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db744b7-fa8b-4a08-a912-f25be1acc2cd None None] Attempting to bind port 6cea28f3-754b-40b6-ac64-e252d0494188 on network 0c6836d1-4e10-4696-9cf9-183899f77c81 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:38:43.161511 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b706835c-dbc5-4377-a6ff-9193d9190b7f None None] Pushing event updated for resources: {'Port': ['ID=6cea28f3-754b-40b6-ac64-e252d0494188,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:43.166541 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db744b7-fa8b-4a08-a912-f25be1acc2cd None None] Checking agent: {'id': 'ad84a4c2-87cd-4603-a219-98785ef58eeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 10, 23, 18), 'started_at': datetime.datetime(2022, 6, 15, 10, 23, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 10, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 10:38:43.166999 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db744b7-fa8b-4a08-a912-f25be1acc2cd None None] Checking segment: {'id': 'cb36ff63-3809-49b1-ae7b-cd8646780a76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:38:43.167490 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3db744b7-fa8b-4a08-a912-f25be1acc2cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:43.167943 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db744b7-fa8b-4a08-a912-f25be1acc2cd None None] Bound using segment: {'id': 'cb36ff63-3809-49b1-ae7b-cd8646780a76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81'} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 10:38:43.168554 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-3db744b7-fa8b-4a08-a912-f25be1acc2cd None None] Bound port: 6cea28f3-754b-40b6-ac64-e252d0494188, host: dv-cinder-843493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb36ff63-3809-49b1-ae7b-cd8646780a76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81'}}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 10:38:43.169022 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3db744b7-fa8b-4a08-a912-f25be1acc2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (6cea28f3-754b-40b6-ac64-e252d0494188), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:43.183377 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:UPDATE=3 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:43.208236 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:43.221749 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-7c11fb07-bfc2-454d-8aa1-04858fa63ce8 admin admin] Publish callbacks [] for security_group (75644ab5-8949-46f1-8851-297cd102b3cc), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:43.227281 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-3db744b7-fa8b-4a08-a912-f25be1acc2cd None None] For port 6cea28f3-754b-40b6-ac64-e252d0494188, host dv-cinder-843493-2-iscsi, cleared binding levels {{(pid=103807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 10:38:43.233544 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-3db744b7-fa8b-4a08-a912-f25be1acc2cd None None] For port 6cea28f3-754b-40b6-ac64-e252d0494188, host dv-cinder-843493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=6cea28f3-754b-40b6-ac64-e252d0494188,segment=NetworkSegment(cb36ff63-3809-49b1-ae7b-cd8646780a76),segment_id=cb36ff63-3809-49b1-ae7b-cd8646780a76)] {{(pid=103807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 10:38:43.307566 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-cc9b3814-6ac7-4dee-883b-cb5668744666 admin admin] Publish callbacks [] for port (1972bab0-9a38-465b-b3aa-b591098308f2), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:43.342303 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-7c11fb07-bfc2-454d-8aa1-04858fa63ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (75644ab5-8949-46f1-8851-297cd102b3cc), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:43.345360 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-7c11fb07-bfc2-454d-8aa1-04858fa63ce8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:43.346614 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-7c11fb07-bfc2-454d-8aa1-04858fa63ce8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/75644ab5-8949-46f1-8851-297cd102b3cc HTTP/1.1" status: 204 len: 168 time: 0.3660326 Jun 15 10:38:43.359325 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c11fb07-bfc2-454d-8aa1-04858fa63ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75644ab5-8949-46f1-8851-297cd102b3cc,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:43.362523 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-cc9b3814-6ac7-4dee-883b-cb5668744666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2774366'] for port (1972bab0-9a38-465b-b3aa-b591098308f2), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:43.421034 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9b3814-6ac7-4dee-883b-cb5668744666 admin admin] Pushing event updated for resources: {'Port': ['ID=1972bab0-9a38-465b-b3aa-b591098308f2,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:43.424511 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9b3814-6ac7-4dee-883b-cb5668744666 admin admin] Network 104a1ab4-a947-4523-8e20-9882108d1335 is already hosted by enough agents. {{(pid=103805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:38:43.426110 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3db744b7-fa8b-4a08-a912-f25be1acc2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (6cea28f3-754b-40b6-ac64-e252d0494188), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:43.426455 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.base_scheduler [None req-cc9b3814-6ac7-4dee-883b-cb5668744666 admin admin] Resources bound (agent type, host, resource id): {{(pid=103805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:38:43.429052 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9b3814-6ac7-4dee-883b-cb5668744666 admin admin] Received port after_create {{(pid=103805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:38:43.463276 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-63132c1a-b350-4095-b542-b000eaecdbee None None] Current status of the port 4dcc3f2f-29f8-438e-881e-eb8a168c5e7d is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:38:43.481691 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-cc9b3814-6ac7-4dee-883b-cb5668744666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-721191'] for router_interface (3fb9a49f-82ac-48ec-a5e4-cba8d78ba383), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:43.513173 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b706835c-dbc5-4377-a6ff-9193d9190b7f None None] Pushing event updated for resources: {'Port': ['ID=6cea28f3-754b-40b6-ac64-e252d0494188,revision_number=3']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:43.515984 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db744b7-fa8b-4a08-a912-f25be1acc2cd None None] Routers {'3fb9a49f-82ac-48ec-a5e4-cba8d78ba383'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:38:43.517307 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-3db744b7-fa8b-4a08-a912-f25be1acc2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:38:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['3fb9a49f-82ac-48ec-a5e4-cba8d78ba383'], 'active': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:38:43.602553 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:43.635370 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-ee11975f-65df-44a9-a29d-dfd8ed363caf None None] Provisioning complete for port 4dcc3f2f-29f8-438e-881e-eb8a168c5e7d triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:38:43.635705 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ee11975f-65df-44a9-a29d-dfd8ed363caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (4dcc3f2f-29f8-438e-881e-eb8a168c5e7d), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:43.658042 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 60722) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:43.674409 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-cc9b3814-6ac7-4dee-883b-cb5668744666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (1972bab0-9a38-465b-b3aa-b591098308f2), before_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:43.728842 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=48,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:43.798937 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvr_db [None req-3db744b7-fa8b-4a08-a912-f25be1acc2cd None None] Set router 3fb9a49f-82ac-48ec-a5e4-cba8d78ba383 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:38:43.801235 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 4dcc3f2f-29f8-438e-881e-eb8a168c5e7d up at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:38:43.829245 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 60728) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:43.858664 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a7eca220-f96a-4a10-82a1-b58edb55f5c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:43.927360 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-cc9b3814-6ac7-4dee-883b-cb5668744666 admin admin] Publish callbacks [] for port (1972bab0-9a38-465b-b3aa-b591098308f2), precommit_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:43.933473 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-cc9b3814-6ac7-4dee-883b-cb5668744666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2774345'] for port (1972bab0-9a38-465b-b3aa-b591098308f2), after_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:43.949318 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a7eca220-f96a-4a10-82a1-b58edb55f5c5 admin admin] Publish callbacks [] for security_group (75b90ded-06a5-4abc-9c9b-43c6a4028dbe), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:43.953046 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:DELETE=6,neutron:SELECT=77,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:43.953973 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-82e1bad7-f836-42d6-9048-e3a1f6e981b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:43.967575 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a7eca220-f96a-4a10-82a1-b58edb55f5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (75b90ded-06a5-4abc-9c9b-43c6a4028dbe), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:43.973236 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-ee11975f-65df-44a9-a29d-dfd8ed363caf None None] Current status of the port 4dcc3f2f-29f8-438e-881e-eb8a168c5e7d is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:38:44.013694 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Provisioning complete for port 4dcc3f2f-29f8-438e-881e-eb8a168c5e7d triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:38:44.014374 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (4dcc3f2f-29f8-438e-881e-eb8a168c5e7d), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:44.026480 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-cc9b3814-6ac7-4dee-883b-cb5668744666 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-721243'] for router_interface (3fb9a49f-82ac-48ec-a5e4-cba8d78ba383), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:44.028470 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9b3814-6ac7-4dee-883b-cb5668744666 admin admin] Pushing event updated for resources: {'Port': ['ID=1972bab0-9a38-465b-b3aa-b591098308f2,revision_number=2']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:44.045550 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-a7eca220-f96a-4a10-82a1-b58edb55f5c5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=347fc73d3eb84c4e89bf0cf160bc52af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2152331 Jun 15 10:38:44.048177 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 60734) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:44.058276 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eca220-f96a-4a10-82a1-b58edb55f5c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b90ded-06a5-4abc-9c9b-43c6a4028dbe,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:44.149634 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9b3814-6ac7-4dee-883b-cb5668744666 admin admin] Network 104a1ab4-a947-4523-8e20-9882108d1335 is already hosted by enough agents. {{(pid=103805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:38:44.149968 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-8e310992-e3b4-4422-941f-0ef081e4f1a0 admin admin] Publish callbacks [] for security_group (75b90ded-06a5-4abc-9c9b-43c6a4028dbe), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:44.151783 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.base_scheduler [None req-cc9b3814-6ac7-4dee-883b-cb5668744666 admin admin] Resources bound (agent type, host, resource id): {{(pid=103805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:38:44.165793 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:44.176950 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-ba274509-fcfc-4417-9716-6ab2f4b618b6 None None] Provisioning complete for port 1972bab0-9a38-465b-b3aa-b591098308f2 triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:38:44.177487 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ba274509-fcfc-4417-9716-6ab2f4b618b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (1972bab0-9a38-465b-b3aa-b591098308f2), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:44.194108 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-82e1bad7-f836-42d6-9048-e3a1f6e981b5 admin admin] Publish callbacks [] for security_group (5f6bf90b-b0bd-4563-9f11-7233af0b8aaf), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:44.196169 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-8e310992-e3b4-4422-941f-0ef081e4f1a0 admin admin] Publish callbacks [] for security_group (75b90ded-06a5-4abc-9c9b-43c6a4028dbe), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:44.204895 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-82e1bad7-f836-42d6-9048-e3a1f6e981b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (5f6bf90b-b0bd-4563-9f11-7233af0b8aaf), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:44.211608 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:44.225753 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-ba274509-fcfc-4417-9716-6ab2f4b618b6 None None] Port 1972bab0-9a38-465b-b3aa-b591098308f2 cannot update to ACTIVE because it is not bound. {{(pid=103807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 10:38:44.233684 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-3db744b7-fa8b-4a08-a912-f25be1acc2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'name': 'tempest-TestVolumeBootPattern-14245363-router', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '6cea28f3-754b-40b6-ac64-e252d0494188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:38:39Z', 'updated_at': '2022-06-15T10:38:40Z', 'revision_number': 3, 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'gw_port': {'id': '6cea28f3-754b-40b6-ac64-e252d0494188', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:20:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:38:39Z', 'updated_at': '2022-06-15T10:38:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi'}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:38:44.243033 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Current status of the port 4dcc3f2f-29f8-438e-881e-eb8a168c5e7d is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:38:44.278984 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db744b7-fa8b-4a08-a912-f25be1acc2cd None None] The sync data for ids ['3fb9a49f-82ac-48ec-a5e4-cba8d78ba383'] in dv-cinder-843493-2-iscsi is: [{'id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'name': 'tempest-TestVolumeBootPattern-14245363-router', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '6cea28f3-754b-40b6-ac64-e252d0494188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:38:39Z', 'updated_at': '2022-06-15T10:38:40Z', 'revision_number': 3, 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'gw_port': {'id': '6cea28f3-754b-40b6-ac64-e252d0494188', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:20:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:38:39Z', 'updated_at': '2022-06-15T10:38:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi'}] {{(pid=103807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 10:38:44.292084 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e1bad7-f836-42d6-9048-e3a1f6e981b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6bf90b-b0bd-4563-9f11-7233af0b8aaf,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:44.329346 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:44.347533 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-82e1bad7-f836-42d6-9048-e3a1f6e981b5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=25994ed2792548f099025cfe68c94d97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6860759 Jun 15 10:38:44.351431 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 60740) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:44.359646 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc9b3814-6ac7-4dee-883b-cb5668744666 admin admin] Router 3fb9a49f-82ac-48ec-a5e4-cba8d78ba383 has already been hosted by L3 agent 06043943-94cb-49df-a062-a4886c03e673 {{(pid=103805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 10:38:44.413334 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-8e310992-e3b4-4422-941f-0ef081e4f1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (75b90ded-06a5-4abc-9c9b-43c6a4028dbe), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:44.417895 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-8e310992-e3b4-4422-941f-0ef081e4f1a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:44.429341 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-8e310992-e3b4-4422-941f-0ef081e4f1a0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/75b90ded-06a5-4abc-9c9b-43c6a4028dbe HTTP/1.1" status: 204 len: 168 time: 0.3779287 Jun 15 10:38:44.451531 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e310992-e3b4-4422-941f-0ef081e4f1a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b90ded-06a5-4abc-9c9b-43c6a4028dbe,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:44.458693 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7f590b82-6a6a-4ea2-a96d-c7557a5e655a admin admin] Publish callbacks [] for security_group (5f6bf90b-b0bd-4563-9f11-7233af0b8aaf), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:44.499840 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7f590b82-6a6a-4ea2-a96d-c7557a5e655a admin admin] Publish callbacks [] for security_group (5f6bf90b-b0bd-4563-9f11-7233af0b8aaf), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:44.558620 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-1104ca5f-4f0b-43e5-8fd0-1c6faf49c8ca None None] Provisioning complete for port 1972bab0-9a38-465b-b3aa-b591098308f2 triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:38:44.558620 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1104ca5f-4f0b-43e5-8fd0-1c6faf49c8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (1972bab0-9a38-465b-b3aa-b591098308f2), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:44.572050 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9b3814-6ac7-4dee-883b-cb5668744666 admin admin] Notify agent at l3_agent.dv-cinder-843493-2-iscsi the message routers_updated {{(pid=103805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 10:38:44.584602 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7f590b82-6a6a-4ea2-a96d-c7557a5e655a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (5f6bf90b-b0bd-4563-9f11-7233af0b8aaf), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:44.587774 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-7f590b82-6a6a-4ea2-a96d-c7557a5e655a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:44.589011 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-7f590b82-6a6a-4ea2-a96d-c7557a5e655a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5f6bf90b-b0bd-4563-9f11-7233af0b8aaf HTTP/1.1" status: 204 len: 168 time: 0.2402558 Jun 15 10:38:44.592634 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-cc9b3814-6ac7-4dee-883b-cb5668744666 admin admin] 10.222.0.49 "PUT /v2.0/routers/3fb9a49f-82ac-48ec-a5e4-cba8d78ba383/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7172017 Jun 15 10:38:44.601177 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f590b82-6a6a-4ea2-a96d-c7557a5e655a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6bf90b-b0bd-4563-9f11-7233af0b8aaf,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:44.616979 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-1104ca5f-4f0b-43e5-8fd0-1c6faf49c8ca None None] Port 1972bab0-9a38-465b-b3aa-b591098308f2 cannot update to ACTIVE because it is not bound. {{(pid=103807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 10:38:45.214360 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8a0519bb-49c9-4c9c-a6b7-6eebcf23be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (06043943-94cb-49df-a062-a4886c03e673), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:45.756629 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 6cea28f3-754b-40b6-ac64-e252d0494188 up at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:38:45.793151 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 60806) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:45.798788 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-fc7f688d-a5c9-4841-a257-ea9e373b9590 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1603548922-network', 'tenant_id': 'ad67bfe861ba491c89827c72982ea8c2'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:38:45.827975 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:45.839770 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc7f688d-a5c9-4841-a257-ea9e373b9590 admin admin] Made reservation on behalf of ad67bfe861ba491c89827c72982ea8c2 for: {'network': 1} {{(pid=103806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 10:38:45.842437 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fc7f688d-a5c9-4841-a257-ea9e373b9590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for network (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:45.845679 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Provisioning complete for port 6cea28f3-754b-40b6-ac64-e252d0494188 triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:38:45.846166 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (6cea28f3-754b-40b6-ac64-e252d0494188), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:45.852095 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fc7f688d-a5c9-4841-a257-ea9e373b9590 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:45.954260 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fc7f688d-a5c9-4841-a257-ea9e373b9590 admin admin] Publish callbacks [] for security_group (ca05c1ea-7ab5-4623-a057-82222d44dd0b), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:45.959367 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fc7f688d-a5c9-4841-a257-ea9e373b9590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (ca05c1ea-7ab5-4623-a057-82222d44dd0b), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:45.960366 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Current status of the port 6cea28f3-754b-40b6-ac64-e252d0494188 is: DOWN; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:38:45.960853 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (6cea28f3-754b-40b6-ac64-e252d0494188), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:45.990599 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] For port 6cea28f3-754b-40b6-ac64-e252d0494188, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=6cea28f3-754b-40b6-ac64-e252d0494188,segment=NetworkSegment(cb36ff63-3809-49b1-ae7b-cd8646780a76),segment_id=cb36ff63-3809-49b1-ae7b-cd8646780a76)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:38:45.997091 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (6cea28f3-754b-40b6-ac64-e252d0494188), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:46.002870 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc7f688d-a5c9-4841-a257-ea9e373b9590 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=103806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 10:38:46.013745 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f688d-a5c9-4841-a257-ea9e373b9590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca05c1ea-7ab5-4623-a057-82222d44dd0b,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:46.022440 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fc7f688d-a5c9-4841-a257-ea9e373b9590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7722752'] for segment (f3908a2e-2f53-47c4-9725-677461701257), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:46.023078 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.db.segments_db [None req-fc7f688d-a5c9-4841-a257-ea9e373b9590 admin admin] Added segment f3908a2e-2f53-47c4-9725-677461701257 of type vlan for network e6fde7a5-1e22-4e94-aade-389d4fc1cd68 Jun 15 10:38:46.072456 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:INSERT=13,neutron:SELECT=80,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:46.076824 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fc7f688d-a5c9-4841-a257-ea9e373b9590 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732880046228'] for network (e6fde7a5-1e22-4e94-aade-389d4fc1cd68), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:46.091019 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Pushing event updated for resources: {'Port': ['ID=6cea28f3-754b-40b6-ac64-e252d0494188,revision_number=4']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:46.106800 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fc7f688d-a5c9-4841-a257-ea9e373b9590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468'] for network (e6fde7a5-1e22-4e94-aade-389d4fc1cd68), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:46.107870 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7f688d-a5c9-4841-a257-ea9e373b9590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:38:46.108643 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fc7f688d-a5c9-4841-a257-ea9e373b9590 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for network (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:46.151332 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-fc7f688d-a5c9-4841-a257-ea9e373b9590 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3543811 Jun 15 10:38:46.152190 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 60820) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:46.162391 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [None req-103b8c56-928a-48dd-bf24-feae35d010e2 admin admin] Request body: {'subnet': {'network_id': 'e6fde7a5-1e22-4e94-aade-389d4fc1cd68', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1603548922-subnet', 'tenant_id': 'ad67bfe861ba491c89827c72982ea8c2', 'ip_version': 4}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:38:46.179783 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f688d-a5c9-4841-a257-ea9e373b9590 admin admin] Pushing event updated for resources: {'Network': ['ID=e6fde7a5-1e22-4e94-aade-389d4fc1cd68,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:46.191692 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Network e6fde7a5-1e22-4e94-aade-389d4fc1cd68 details requested by agent ovs-agent-dv-cinder-843493-2-iscsi with host dv-cinder-843493-2-iscsi {{(pid=103807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 10:38:46.218366 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103b8c56-928a-48dd-bf24-feae35d010e2 admin admin] Made reservation on behalf of ad67bfe861ba491c89827c72982ea8c2 for: {'subnet': 1} {{(pid=103805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 10:38:46.221114 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-103b8c56-928a-48dd-bf24-feae35d010e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3530326'] for subnet (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:46.252410 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f5ee59-fbdb-4dd3-bc61-264edc41ce6b None None] Sync routers for ids ['3fb9a49f-82ac-48ec-a5e4-cba8d78ba383'] in dv-cinder-843493-2-iscsi {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 10:38:46.262608 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f5ee59-fbdb-4dd3-bc61-264edc41ce6b None None] Routers {'3fb9a49f-82ac-48ec-a5e4-cba8d78ba383'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:38:46.271416 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-21f5ee59-fbdb-4dd3-bc61-264edc41ce6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:38:45Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['3fb9a49f-82ac-48ec-a5e4-cba8d78ba383'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:38:46.401998 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-59f444b4-2386-4fe1-b50f-b9e54b42d680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (3cca6303-0f2e-4b13-b82d-f2749c30f699), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:46.452090 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:46.462240 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-21f5ee59-fbdb-4dd3-bc61-264edc41ce6b None None] Set router 3fb9a49f-82ac-48ec-a5e4-cba8d78ba383 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:38:46.510425 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-103b8c56-928a-48dd-bf24-feae35d010e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2774450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3530360'] for subnet (9eb4acaf-82e5-428d-8603-7ab76c00b00f), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:46.585916 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103b8c56-928a-48dd-bf24-feae35d010e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9eb4acaf-82e5-428d-8603-7ab76c00b00f,revision_number=0']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:46.597211 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103b8c56-928a-48dd-bf24-feae35d010e2 admin admin] Checking segment: {'id': 'f3908a2e-2f53-47c4-9725-677461701257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e6fde7a5-1e22-4e94-aade-389d4fc1cd68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:38:46.597574 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103b8c56-928a-48dd-bf24-feae35d010e2 admin admin] Network hostable DHCP agents. Network: e6fde7a5-1e22-4e94-aade-389d4fc1cd68, hostable agents: ['e7b68426-6abe-45ee-a2ce-c32f72f66753'], hosted agents: [] {{(pid=103805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 10:38:46.617430 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103b8c56-928a-48dd-bf24-feae35d010e2 admin admin] Network e6fde7a5-1e22-4e94-aade-389d4fc1cd68 is scheduled to be hosted by DHCP agent e7b68426-6abe-45ee-a2ce-c32f72f66753 with binding_index 1 {{(pid=103805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 10:38:46.631735 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.base_scheduler [None req-103b8c56-928a-48dd-bf24-feae35d010e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843493-2-iscsi, e6fde7a5-1e22-4e94-aade-389d4fc1cd68) {{(pid=103805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:38:46.640471 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103b8c56-928a-48dd-bf24-feae35d010e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:38:46.641109 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-103b8c56-928a-48dd-bf24-feae35d010e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for subnet (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:46.642568 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a0b26b-6b38-4dc2-b378-c2a661ab3e05 None None] Network e6fde7a5-1e22-4e94-aade-389d4fc1cd68 requested from dv-cinder-843493-2-iscsi {{(pid=103807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 10:38:46.675420 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 60840) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:46.680087 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-ec23db46-3cf6-4786-9ba4-34e3e2d866fb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1603548922-router', 'tenant_id': 'ad67bfe861ba491c89827c72982ea8c2', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81'}}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:38:46.684510 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-103b8c56-928a-48dd-bf24-feae35d010e2 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5303848 Jun 15 10:38:46.704172 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ec23db46-3cf6-4786-9ba4-34e3e2d866fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-364'] for router (874691c6-a0e7-4b6e-b5ea-2fb412f39109), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:46.705129 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ec23db46-3cf6-4786-9ba4-34e3e2d866fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-721569', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-357'] for router (874691c6-a0e7-4b6e-b5ea-2fb412f39109), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:46.720065 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:46.818113 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-21f5ee59-fbdb-4dd3-bc61-264edc41ce6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'name': 'tempest-TestVolumeBootPattern-14245363-router', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '6cea28f3-754b-40b6-ac64-e252d0494188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:38:39Z', 'updated_at': '2022-06-15T10:38:43Z', 'revision_number': 4, 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'gw_port': {'id': '6cea28f3-754b-40b6-ac64-e252d0494188', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:20:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:38:39Z', 'updated_at': '2022-06-15T10:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': '1972bab0-9a38-465b-b3aa-b591098308f2', 'name': '', 'network_id': '104a1ab4-a947-4523-8e20-9882108d1335', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'mac_address': 'fa:16:3e:32:52:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '32c01357-607a-450c-811c-8330c498325d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:38:42Z', 'updated_at': '2022-06-15T10:38:43Z', 'revision_number': 2, 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'subnets': [{'id': '32c01357-607a-450c-811c-8330c498325d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:38:46.832532 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d03d68c-9946-4b16-a8b6-7d83448e9451 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa140b1e4-d584-5ee8-9a96-4d94431f580c-e6fde7a5-1e22-4e94-aade-389d4fc1cd68', 'network_id': 'e6fde7a5-1e22-4e94-aade-389d4fc1cd68', 'project_id': 'ad67bfe861ba491c89827c72982ea8c2', 'fixed_ips': [{'subnet_id': '9eb4acaf-82e5-428d-8603-7ab76c00b00f'}]}} from dv-cinder-843493-2-iscsi. {{(pid=103807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 15 10:38:46.832932 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ec23db46-3cf6-4786-9ba4-34e3e2d866fb admin admin] Publish callbacks [] for router_controller (874691c6-a0e7-4b6e-b5ea-2fb412f39109), precommit_add_association {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:46.833477 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3d03d68c-9946-4b16-a8b6-7d83448e9451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:46.907291 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f5ee59-fbdb-4dd3-bc61-264edc41ce6b None None] Checking router: 3fb9a49f-82ac-48ec-a5e4-cba8d78ba383 for host: dv-cinder-843493-2-iscsi {{(pid=103808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 10:38:46.909725 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f5ee59-fbdb-4dd3-bc61-264edc41ce6b None None] Updating router 3fb9a49f-82ac-48ec-a5e4-cba8d78ba383 port 1972bab0-9a38-465b-b3aa-b591098308f2 binding host dv-cinder-843493-2-iscsi {{(pid=103808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 10:38:46.959224 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-21f5ee59-fbdb-4dd3-bc61-264edc41ce6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (1972bab0-9a38-465b-b3aa-b591098308f2), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:47.051558 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [None req-3d03d68c-9946-4b16-a8b6-7d83448e9451 None None] Allocated IP 172.20.0.2 (e6fde7a5-1e22-4e94-aade-389d4fc1cd68/9eb4acaf-82e5-428d-8603-7ab76c00b00f/5bbefe7a-49fa-4ec0-86a2-a5f4daf695ad) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:38:47.119544 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ec23db46-3cf6-4786-9ba4-34e3e2d866fb admin admin] Publish callbacks [] for router_gateway (874691c6-a0e7-4b6e-b5ea-2fb412f39109), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:47.275589 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:DELETE=4,neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:47.329689 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3d03d68c-9946-4b16-a8b6-7d83448e9451 None None] Publish callbacks [] for port (5bbefe7a-49fa-4ec0-86a2-a5f4daf695ad), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:47.343064 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3d03d68c-9946-4b16-a8b6-7d83448e9451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205'] for port (5bbefe7a-49fa-4ec0-86a2-a5f4daf695ad), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:47.399694 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d03d68c-9946-4b16-a8b6-7d83448e9451 None None] Network e6fde7a5-1e22-4e94-aade-389d4fc1cd68 is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:38:47.405405 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-3d03d68c-9946-4b16-a8b6-7d83448e9451 None None] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:38:47.408915 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d03d68c-9946-4b16-a8b6-7d83448e9451 None None] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:38:47.432546 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:47.441810 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ec23db46-3cf6-4786-9ba4-34e3e2d866fb admin admin] Publish callbacks [] for router_gateway (874691c6-a0e7-4b6e-b5ea-2fb412f39109), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:47.467425 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d03d68c-9946-4b16-a8b6-7d83448e9451 None None] Pushing event updated for resources: {'Port': ['ID=5bbefe7a-49fa-4ec0-86a2-a5f4daf695ad,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:47.475602 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-21f5ee59-fbdb-4dd3-bc61-264edc41ce6b None None] Publish callbacks [] for port (1972bab0-9a38-465b-b3aa-b591098308f2), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:47.477483 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ec23db46-3cf6-4786-9ba4-34e3e2d866fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:47.487540 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-21f5ee59-fbdb-4dd3-bc61-264edc41ce6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (1972bab0-9a38-465b-b3aa-b591098308f2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:47.520087 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-3d03d68c-9946-4b16-a8b6-7d83448e9451 None None] Attempting to bind port 5bbefe7a-49fa-4ec0-86a2-a5f4daf695ad on host dv-cinder-843493-2-iscsi for vnic_type normal with profile {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 10:38:47.520614 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-3d03d68c-9946-4b16-a8b6-7d83448e9451 None None] Attempting to bind port 5bbefe7a-49fa-4ec0-86a2-a5f4daf695ad by drivers openvswitch,hyperv on host dv-cinder-843493-2-iscsi at level 0 using segments [{'id': 'f3908a2e-2f53-47c4-9725-677461701257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e6fde7a5-1e22-4e94-aade-389d4fc1cd68'}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 10:38:47.521007 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d03d68c-9946-4b16-a8b6-7d83448e9451 None None] Attempting to bind port 5bbefe7a-49fa-4ec0-86a2-a5f4daf695ad on network e6fde7a5-1e22-4e94-aade-389d4fc1cd68 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:38:47.527336 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d03d68c-9946-4b16-a8b6-7d83448e9451 None None] Checking agent: {'id': 'ad84a4c2-87cd-4603-a219-98785ef58eeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 10, 23, 18), 'started_at': datetime.datetime(2022, 6, 15, 10, 23, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 10, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 10:38:47.528001 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d03d68c-9946-4b16-a8b6-7d83448e9451 None None] Checking segment: {'id': 'f3908a2e-2f53-47c4-9725-677461701257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e6fde7a5-1e22-4e94-aade-389d4fc1cd68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:38:47.528429 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3d03d68c-9946-4b16-a8b6-7d83448e9451 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:47.528853 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d03d68c-9946-4b16-a8b6-7d83448e9451 None None] Bound using segment: {'id': 'f3908a2e-2f53-47c4-9725-677461701257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e6fde7a5-1e22-4e94-aade-389d4fc1cd68'} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 10:38:47.529776 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-3d03d68c-9946-4b16-a8b6-7d83448e9451 None None] Bound port: 5bbefe7a-49fa-4ec0-86a2-a5f4daf695ad, host: dv-cinder-843493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3908a2e-2f53-47c4-9725-677461701257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e6fde7a5-1e22-4e94-aade-389d4fc1cd68'}}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 10:38:47.529776 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3d03d68c-9946-4b16-a8b6-7d83448e9451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (5bbefe7a-49fa-4ec0-86a2-a5f4daf695ad), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:47.607988 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_common [None req-ec23db46-3cf6-4786-9ba4-34e3e2d866fb admin admin] Allocated IP 172.27.0.191 (0c6836d1-4e10-4696-9cf9-183899f77c81/849db9c0-6b0b-495f-a2c9-c288d42c277d/e95ab6a9-e7a7-4727-8356-f55a5aadd5fa) {{(pid=103806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:38:47.640506 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-3d03d68c-9946-4b16-a8b6-7d83448e9451 None None] For port 5bbefe7a-49fa-4ec0-86a2-a5f4daf695ad, host dv-cinder-843493-2-iscsi, cleared binding levels {{(pid=103807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 10:38:47.649385 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-3d03d68c-9946-4b16-a8b6-7d83448e9451 None None] For port 5bbefe7a-49fa-4ec0-86a2-a5f4daf695ad, host dv-cinder-843493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=5bbefe7a-49fa-4ec0-86a2-a5f4daf695ad,segment=NetworkSegment(f3908a2e-2f53-47c4-9725-677461701257),segment_id=f3908a2e-2f53-47c4-9725-677461701257)] {{(pid=103807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 10:38:47.663128 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3d03d68c-9946-4b16-a8b6-7d83448e9451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (5bbefe7a-49fa-4ec0-86a2-a5f4daf695ad), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:47.674676 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:47.753443 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-21f5ee59-fbdb-4dd3-bc61-264edc41ce6b None None] Attempting to bind port 1972bab0-9a38-465b-b3aa-b591098308f2 on host dv-cinder-843493-2-iscsi for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 10:38:47.755663 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-21f5ee59-fbdb-4dd3-bc61-264edc41ce6b None None] Attempting to bind port 1972bab0-9a38-465b-b3aa-b591098308f2 by drivers openvswitch,hyperv on host dv-cinder-843493-2-iscsi at level 0 using segments [{'id': '978cf521-561b-4a1d-ab9d-76cc17299bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '104a1ab4-a947-4523-8e20-9882108d1335'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 10:38:47.756192 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f5ee59-fbdb-4dd3-bc61-264edc41ce6b None None] Attempting to bind port 1972bab0-9a38-465b-b3aa-b591098308f2 on network 104a1ab4-a947-4523-8e20-9882108d1335 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:38:47.769719 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f5ee59-fbdb-4dd3-bc61-264edc41ce6b None None] Checking agent: {'id': 'ad84a4c2-87cd-4603-a219-98785ef58eeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 10, 23, 18), 'started_at': datetime.datetime(2022, 6, 15, 10, 23, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 10, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 10:38:47.770446 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f5ee59-fbdb-4dd3-bc61-264edc41ce6b None None] Checking segment: {'id': '978cf521-561b-4a1d-ab9d-76cc17299bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '104a1ab4-a947-4523-8e20-9882108d1335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:38:47.770998 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-21f5ee59-fbdb-4dd3-bc61-264edc41ce6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:47.780376 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f5ee59-fbdb-4dd3-bc61-264edc41ce6b None None] Bound using segment: {'id': '978cf521-561b-4a1d-ab9d-76cc17299bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '104a1ab4-a947-4523-8e20-9882108d1335'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 10:38:47.781348 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-21f5ee59-fbdb-4dd3-bc61-264edc41ce6b None None] Bound port: 1972bab0-9a38-465b-b3aa-b591098308f2, host: dv-cinder-843493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '978cf521-561b-4a1d-ab9d-76cc17299bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '104a1ab4-a947-4523-8e20-9882108d1335'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 10:38:47.782106 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-21f5ee59-fbdb-4dd3-bc61-264edc41ce6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (1972bab0-9a38-465b-b3aa-b591098308f2), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:47.824358 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d03d68c-9946-4b16-a8b6-7d83448e9451 None None] Pushing event updated for resources: {'Port': ['ID=5bbefe7a-49fa-4ec0-86a2-a5f4daf695ad,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:47.830694 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 6cea28f3-754b-40b6-ac64-e252d0494188 up at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:38:47.898842 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-21f5ee59-fbdb-4dd3-bc61-264edc41ce6b None None] For port 1972bab0-9a38-465b-b3aa-b591098308f2, host dv-cinder-843493-2-iscsi, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 10:38:47.899393 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-28d06d32-ea2f-4019-b04d-5ef5fa4d530e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (28e3d1c3-881c-45f9-bfee-5bcc9597e0ae), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:47.904457 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-21f5ee59-fbdb-4dd3-bc61-264edc41ce6b None None] For port 1972bab0-9a38-465b-b3aa-b591098308f2, host dv-cinder-843493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=1972bab0-9a38-465b-b3aa-b591098308f2,segment=NetworkSegment(978cf521-561b-4a1d-ab9d-76cc17299bf1),segment_id=978cf521-561b-4a1d-ab9d-76cc17299bf1)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 10:38:47.912885 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Provisioning complete for port 6cea28f3-754b-40b6-ac64-e252d0494188 triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:38:47.919225 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (6cea28f3-754b-40b6-ac64-e252d0494188), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:47.924174 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df7eaec-7f6f-4bba-ae99-5d655bbef44a None None] Pushing event updated for resources: {'Port': ['ID=1972bab0-9a38-465b-b3aa-b591098308f2,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:47.931412 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-21f5ee59-fbdb-4dd3-bc61-264edc41ce6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (1972bab0-9a38-465b-b3aa-b591098308f2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:47.936700 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ec23db46-3cf6-4786-9ba4-34e3e2d866fb admin admin] Publish callbacks [] for port (e95ab6a9-e7a7-4727-8356-f55a5aadd5fa), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:47.956446 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df7eaec-7f6f-4bba-ae99-5d655bbef44a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:38:47.957085 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df7eaec-7f6f-4bba-ae99-5d655bbef44a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:38:47.957732 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df7eaec-7f6f-4bba-ae99-5d655bbef44a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:38:47.958315 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df7eaec-7f6f-4bba-ae99-5d655bbef44a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:38:47.959005 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df7eaec-7f6f-4bba-ae99-5d655bbef44a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:38:47.962420 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df7eaec-7f6f-4bba-ae99-5d655bbef44a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:38:47.964561 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df7eaec-7f6f-4bba-ae99-5d655bbef44a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:38:47.965077 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df7eaec-7f6f-4bba-ae99-5d655bbef44a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:38:47.965949 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df7eaec-7f6f-4bba-ae99-5d655bbef44a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:38:47.967139 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df7eaec-7f6f-4bba-ae99-5d655bbef44a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:38:47.969138 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df7eaec-7f6f-4bba-ae99-5d655bbef44a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:38:47.969584 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df7eaec-7f6f-4bba-ae99-5d655bbef44a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:38:47.970135 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df7eaec-7f6f-4bba-ae99-5d655bbef44a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:38:47.972137 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df7eaec-7f6f-4bba-ae99-5d655bbef44a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:38:47.972977 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df7eaec-7f6f-4bba-ae99-5d655bbef44a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:38:48.009857 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-1189c0a1-c91f-4d23-b571-912d7cb7138e None None] Provisioning complete for port 1972bab0-9a38-465b-b3aa-b591098308f2 triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:38:48.010462 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1189c0a1-c91f-4d23-b571-912d7cb7138e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (1972bab0-9a38-465b-b3aa-b591098308f2), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:48.010695 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ec23db46-3cf6-4786-9ba4-34e3e2d866fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (e95ab6a9-e7a7-4727-8356-f55a5aadd5fa), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:48.060245 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec23db46-3cf6-4786-9ba4-34e3e2d866fb admin admin] Network 0c6836d1-4e10-4696-9cf9-183899f77c81 is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:38:48.065145 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [None req-ec23db46-3cf6-4786-9ba4-34e3e2d866fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:38:48.070404 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec23db46-3cf6-4786-9ba4-34e3e2d866fb admin admin] Received port after_create {{(pid=103806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:38:48.104661 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (ad84a4c2-87cd-4603-a219-98785ef58eeb), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:48.125754 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df7eaec-7f6f-4bba-ae99-5d655bbef44a None None] Pushing event updated for resources: {'Port': ['ID=1972bab0-9a38-465b-b3aa-b591098308f2,revision_number=4']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:48.153345 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f5ee59-fbdb-4dd3-bc61-264edc41ce6b None None] Routers {'3fb9a49f-82ac-48ec-a5e4-cba8d78ba383'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:38:48.153982 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-21f5ee59-fbdb-4dd3-bc61-264edc41ce6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:38:45Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['3fb9a49f-82ac-48ec-a5e4-cba8d78ba383'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:38:48.256800 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Current status of the port 6cea28f3-754b-40b6-ac64-e252d0494188 is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:38:48.261470 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-1189c0a1-c91f-4d23-b571-912d7cb7138e None None] Current status of the port 1972bab0-9a38-465b-b3aa-b591098308f2 is: DOWN; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:38:48.262261 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1189c0a1-c91f-4d23-b571-912d7cb7138e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (1972bab0-9a38-465b-b3aa-b591098308f2), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:48.313851 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-1189c0a1-c91f-4d23-b571-912d7cb7138e None None] For port 1972bab0-9a38-465b-b3aa-b591098308f2, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=1972bab0-9a38-465b-b3aa-b591098308f2,segment=NetworkSegment(978cf521-561b-4a1d-ab9d-76cc17299bf1),segment_id=978cf521-561b-4a1d-ab9d-76cc17299bf1)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:38:48.320532 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1189c0a1-c91f-4d23-b571-912d7cb7138e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (1972bab0-9a38-465b-b3aa-b591098308f2), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:48.416793 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:48.439207 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec23db46-3cf6-4786-9ba4-34e3e2d866fb admin admin] Pushing event updated for resources: {'Port': ['ID=e95ab6a9-e7a7-4727-8356-f55a5aadd5fa,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:48.451772 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:48.484303 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-21f5ee59-fbdb-4dd3-bc61-264edc41ce6b None None] Set router 3fb9a49f-82ac-48ec-a5e4-cba8d78ba383 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:38:48.520767 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1189c0a1-c91f-4d23-b571-912d7cb7138e None None] Pushing event updated for resources: {'Port': ['ID=1972bab0-9a38-465b-b3aa-b591098308f2,revision_number=5']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:48.554704 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-7b00e3ef-5211-4cf4-82f0-3f8b403be562 None None] Provisioning complete for port 1972bab0-9a38-465b-b3aa-b591098308f2 triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:38:48.555174 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-7b00e3ef-5211-4cf4-82f0-3f8b403be562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (1972bab0-9a38-465b-b3aa-b591098308f2), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:48.687122 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 60890) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:48.719656 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:48.742148 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-7b00e3ef-5211-4cf4-82f0-3f8b403be562 None None] Current status of the port 1972bab0-9a38-465b-b3aa-b591098308f2 is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:38:48.775050 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ec23db46-3cf6-4786-9ba4-34e3e2d866fb admin admin] Publish callbacks [] for router_gateway (874691c6-a0e7-4b6e-b5ea-2fb412f39109), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:48.889263 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-21f5ee59-fbdb-4dd3-bc61-264edc41ce6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'name': 'tempest-TestVolumeBootPattern-14245363-router', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '6cea28f3-754b-40b6-ac64-e252d0494188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:38:39Z', 'updated_at': '2022-06-15T10:38:43Z', 'revision_number': 4, 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'gw_port': {'id': '6cea28f3-754b-40b6-ac64-e252d0494188', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:20:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:38:39Z', 'updated_at': '2022-06-15T10:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': '1972bab0-9a38-465b-b3aa-b591098308f2', 'name': '', 'network_id': '104a1ab4-a947-4523-8e20-9882108d1335', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'mac_address': 'fa:16:3e:32:52:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '32c01357-607a-450c-811c-8330c498325d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:38:42Z', 'updated_at': '2022-06-15T10:38:47Z', 'revision_number': 4, 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'subnets': [{'id': '32c01357-607a-450c-811c-8330c498325d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:38:48.910434 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-8f375820-de1c-471e-89b3-8f728295a67b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:48.935298 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f5ee59-fbdb-4dd3-bc61-264edc41ce6b None None] The sync data for ids ['3fb9a49f-82ac-48ec-a5e4-cba8d78ba383'] in dv-cinder-843493-2-iscsi is: [{'id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'name': 'tempest-TestVolumeBootPattern-14245363-router', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '6cea28f3-754b-40b6-ac64-e252d0494188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:38:39Z', 'updated_at': '2022-06-15T10:38:43Z', 'revision_number': 4, 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'gw_port': {'id': '6cea28f3-754b-40b6-ac64-e252d0494188', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:20:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:38:39Z', 'updated_at': '2022-06-15T10:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': '1972bab0-9a38-465b-b3aa-b591098308f2', 'name': '', 'network_id': '104a1ab4-a947-4523-8e20-9882108d1335', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'mac_address': 'fa:16:3e:32:52:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '32c01357-607a-450c-811c-8330c498325d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:38:42Z', 'updated_at': '2022-06-15T10:38:47Z', 'revision_number': 4, 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'subnets': [{'id': '32c01357-607a-450c-811c-8330c498325d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 10:38:49.073097 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-8f375820-de1c-471e-89b3-8f728295a67b admin admin] Publish callbacks [] for security_group (7eec8bf8-a0da-419b-957e-2235228ff275), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:49.082372 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-8f375820-de1c-471e-89b3-8f728295a67b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (7eec8bf8-a0da-419b-957e-2235228ff275), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:49.139734 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f375820-de1c-471e-89b3-8f728295a67b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eec8bf8-a0da-419b-957e-2235228ff275,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:49.146535 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-8f375820-de1c-471e-89b3-8f728295a67b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4a0f117ef57a4c08bdf37604b76a6793&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4588182 Jun 15 10:38:49.149288 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 60908) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:49.189150 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:49.190707 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ec23db46-3cf6-4786-9ba4-34e3e2d866fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-721411'] for router (874691c6-a0e7-4b6e-b5ea-2fb412f39109), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:49.231767 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-d268f52d-c700-4f46-b54a-e7a9fd235890 admin admin] Publish callbacks [] for security_group (7eec8bf8-a0da-419b-957e-2235228ff275), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:49.257251 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-d268f52d-c700-4f46-b54a-e7a9fd235890 admin admin] Publish callbacks [] for security_group (7eec8bf8-a0da-419b-957e-2235228ff275), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:49.275509 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b8d921-0afd-46ef-88b1-89f207bd400d None None] Network e6fde7a5-1e22-4e94-aade-389d4fc1cd68 requested from dv-cinder-843493-2-iscsi {{(pid=103807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 10:38:49.286488 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:49.351301 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-d268f52d-c700-4f46-b54a-e7a9fd235890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (7eec8bf8-a0da-419b-957e-2235228ff275), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:49.354142 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-d268f52d-c700-4f46-b54a-e7a9fd235890 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:49.355386 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-d268f52d-c700-4f46-b54a-e7a9fd235890 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7eec8bf8-a0da-419b-957e-2235228ff275 HTTP/1.1" status: 204 len: 168 time: 0.2048619 Jun 15 10:38:49.365916 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d268f52d-c700-4f46-b54a-e7a9fd235890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eec8bf8-a0da-419b-957e-2235228ff275,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:49.410006 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-5f0d5d90-d497-4216-ad18-80509fa9cd1d None None] Provisioning complete for port 5bbefe7a-49fa-4ec0-86a2-a5f4daf695ad triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:38:49.410422 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-5f0d5d90-d497-4216-ad18-80509fa9cd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (5bbefe7a-49fa-4ec0-86a2-a5f4daf695ad), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:49.442519 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec23db46-3cf6-4786-9ba4-34e3e2d866fb admin admin] Router 874691c6-a0e7-4b6e-b5ea-2fb412f39109 is scheduled to L3 agent 06043943-94cb-49df-a062-a4886c03e673 with binding_index 1 {{(pid=103806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 15 10:38:49.477099 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:49.561160 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-5f0d5d90-d497-4216-ad18-80509fa9cd1d None None] Current status of the port 5bbefe7a-49fa-4ec0-86a2-a5f4daf695ad is: DOWN; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:38:49.561784 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-5f0d5d90-d497-4216-ad18-80509fa9cd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (5bbefe7a-49fa-4ec0-86a2-a5f4daf695ad), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:49.590330 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec23db46-3cf6-4786-9ba4-34e3e2d866fb admin admin] Notify agent at l3_agent.dv-cinder-843493-2-iscsi the message routers_updated {{(pid=103806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 10:38:49.601820 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf80916c-1831-4d32-bafd-1bff822866b9 None None] Sync routers for ids ['874691c6-a0e7-4b6e-b5ea-2fb412f39109'] in dv-cinder-843493-2-iscsi {{(pid=103807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 10:38:49.617217 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ec23db46-3cf6-4786-9ba4-34e3e2d866fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:49.617702 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-5f0d5d90-d497-4216-ad18-80509fa9cd1d None None] For port 5bbefe7a-49fa-4ec0-86a2-a5f4daf695ad, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=5bbefe7a-49fa-4ec0-86a2-a5f4daf695ad,segment=NetworkSegment(f3908a2e-2f53-47c4-9725-677461701257),segment_id=f3908a2e-2f53-47c4-9725-677461701257)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:38:49.619137 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-ec23db46-3cf6-4786-9ba4-34e3e2d866fb admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9425707 Jun 15 10:38:49.621660 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 60924) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:49.624855 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:49.626283 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-5f0d5d90-d497-4216-ad18-80509fa9cd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (5bbefe7a-49fa-4ec0-86a2-a5f4daf695ad), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:49.659452 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf80916c-1831-4d32-bafd-1bff822866b9 None None] Routers {'874691c6-a0e7-4b6e-b5ea-2fb412f39109'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:38:49.660195 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-cf80916c-1831-4d32-bafd-1bff822866b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:38:45Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['874691c6-a0e7-4b6e-b5ea-2fb412f39109'], 'active': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:38:49.920581 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 60930) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:49.938753 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-79532e04-fd66-4469-8730-5ac445eb68b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:49.995059 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 5bbefe7a-49fa-4ec0-86a2-a5f4daf695ad up at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:38:50.050763 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-79532e04-fd66-4469-8730-5ac445eb68b2 admin admin] Publish callbacks [] for security_group (b59a26b3-e5ab-42e9-a098-8eaaa8b0b1d6), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:50.057578 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-79532e04-fd66-4469-8730-5ac445eb68b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (b59a26b3-e5ab-42e9-a098-8eaaa8b0b1d6), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:50.070504 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-6fad890f-035b-498a-8a7e-dd1ca318e719 None None] Provisioning complete for port 5bbefe7a-49fa-4ec0-86a2-a5f4daf695ad triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:38:50.082925 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-6fad890f-035b-498a-8a7e-dd1ca318e719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (5bbefe7a-49fa-4ec0-86a2-a5f4daf695ad), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:50.104653 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-79532e04-fd66-4469-8730-5ac445eb68b2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0fd3f208877a490baf55581ebbc5a701&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1828616 Jun 15 10:38:50.110528 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 60936) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:50.129462 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79532e04-fd66-4469-8730-5ac445eb68b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59a26b3-e5ab-42e9-a098-8eaaa8b0b1d6,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:50.171115 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0d5d90-d497-4216-ad18-80509fa9cd1d None None] Pushing event updated for resources: {'Port': ['ID=5bbefe7a-49fa-4ec0-86a2-a5f4daf695ad,revision_number=3']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:50.210599 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-d2ea3f4a-8c76-4b2f-864c-f5698942afaa admin admin] Publish callbacks [] for security_group (b59a26b3-e5ab-42e9-a098-8eaaa8b0b1d6), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:50.212649 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Provisioning complete for port 5bbefe7a-49fa-4ec0-86a2-a5f4daf695ad triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:38:50.212894 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (5bbefe7a-49fa-4ec0-86a2-a5f4daf695ad), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:50.215582 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvr_db [None req-cf80916c-1831-4d32-bafd-1bff822866b9 None None] Set router 874691c6-a0e7-4b6e-b5ea-2fb412f39109 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:38:50.239478 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-d2ea3f4a-8c76-4b2f-864c-f5698942afaa admin admin] Publish callbacks [] for security_group (b59a26b3-e5ab-42e9-a098-8eaaa8b0b1d6), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:50.277133 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:UPDATE=2,neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:50.305702 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-d2ea3f4a-8c76-4b2f-864c-f5698942afaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (b59a26b3-e5ab-42e9-a098-8eaaa8b0b1d6), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:50.308613 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-d2ea3f4a-8c76-4b2f-864c-f5698942afaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:50.309862 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-d2ea3f4a-8c76-4b2f-864c-f5698942afaa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b59a26b3-e5ab-42e9-a098-8eaaa8b0b1d6 HTTP/1.1" status: 204 len: 168 time: 0.1983783 Jun 15 10:38:50.321781 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ea3f4a-8c76-4b2f-864c-f5698942afaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59a26b3-e5ab-42e9-a098-8eaaa8b0b1d6,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:50.326702 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:50.382796 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-5b175964-cfae-42da-b04d-0d30a4499df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:50.449771 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-6fad890f-035b-498a-8a7e-dd1ca318e719 None None] Current status of the port 5bbefe7a-49fa-4ec0-86a2-a5f4daf695ad is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:38:50.524461 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-cf80916c-1831-4d32-bafd-1bff822866b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874691c6-a0e7-4b6e-b5ea-2fb412f39109', 'name': 'tempest-TestVolumeBootPattern-1603548922-router', 'tenant_id': 'ad67bfe861ba491c89827c72982ea8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': 'e95ab6a9-e7a7-4727-8356-f55a5aadd5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:38:46Z', 'updated_at': '2022-06-15T10:38:48Z', 'revision_number': 3, 'project_id': 'ad67bfe861ba491c89827c72982ea8c2', 'gw_port': {'id': 'e95ab6a9-e7a7-4727-8356-f55a5aadd5fa', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:52:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874691c6-a0e7-4b6e-b5ea-2fb412f39109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:38:47Z', 'updated_at': '2022-06-15T10:38:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi'}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:38:50.556190 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf80916c-1831-4d32-bafd-1bff822866b9 None None] Checking router: 874691c6-a0e7-4b6e-b5ea-2fb412f39109 for host: dv-cinder-843493-2-iscsi {{(pid=103807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 10:38:50.556536 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf80916c-1831-4d32-bafd-1bff822866b9 None None] Updating router 874691c6-a0e7-4b6e-b5ea-2fb412f39109 port e95ab6a9-e7a7-4727-8356-f55a5aadd5fa binding host dv-cinder-843493-2-iscsi {{(pid=103807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 10:38:50.565045 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Current status of the port 5bbefe7a-49fa-4ec0-86a2-a5f4daf695ad is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:38:50.566269 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 1972bab0-9a38-465b-b3aa-b591098308f2 up at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:38:50.606820 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.db.db_base_plugin_common [None req-5b175964-cfae-42da-b04d-0d30a4499df5 admin admin] Allocated IP 172.20.0.1 (e6fde7a5-1e22-4e94-aade-389d4fc1cd68/9eb4acaf-82e5-428d-8603-7ab76c00b00f/ec47ecd4-e393-4653-b9f3-a87f6da1a441) {{(pid=103805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:38:50.621436 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-cf80916c-1831-4d32-bafd-1bff822866b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (e95ab6a9-e7a7-4727-8356-f55a5aadd5fa), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:50.624924 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:50.730433 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Provisioning complete for port 1972bab0-9a38-465b-b3aa-b591098308f2 triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:38:50.730811 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (1972bab0-9a38-465b-b3aa-b591098308f2), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:50.938810 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Current status of the port 1972bab0-9a38-465b-b3aa-b591098308f2 is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:38:51.026893 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-5b175964-cfae-42da-b04d-0d30a4499df5 admin admin] Publish callbacks [] for port (ec47ecd4-e393-4653-b9f3-a87f6da1a441), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:51.041692 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:51.063355 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 60956) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:51.068180 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-5b175964-cfae-42da-b04d-0d30a4499df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2774366'] for port (ec47ecd4-e393-4653-b9f3-a87f6da1a441), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:51.077715 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-cf80916c-1831-4d32-bafd-1bff822866b9 None None] Publish callbacks [] for port (e95ab6a9-e7a7-4727-8356-f55a5aadd5fa), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:51.086348 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-cf80916c-1831-4d32-bafd-1bff822866b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (e95ab6a9-e7a7-4727-8356-f55a5aadd5fa), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:51.092980 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:51.115886 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b175964-cfae-42da-b04d-0d30a4499df5 admin admin] Network e6fde7a5-1e22-4e94-aade-389d4fc1cd68 is already hosted by enough agents. {{(pid=103805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:38:51.121109 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.base_scheduler [None req-5b175964-cfae-42da-b04d-0d30a4499df5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:38:51.125109 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b175964-cfae-42da-b04d-0d30a4499df5 admin admin] Received port after_create {{(pid=103805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:38:51.129063 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b175964-cfae-42da-b04d-0d30a4499df5 admin admin] Pushing event updated for resources: {'Port': ['ID=ec47ecd4-e393-4653-b9f3-a87f6da1a441,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:51.148224 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6cc917-d08f-4ce6-b464-7ecba1d28618 None None] Pushing event updated for resources: {'Port': ['ID=e95ab6a9-e7a7-4727-8356-f55a5aadd5fa,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:51.176966 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-cf80916c-1831-4d32-bafd-1bff822866b9 None None] Attempting to bind port e95ab6a9-e7a7-4727-8356-f55a5aadd5fa on host dv-cinder-843493-2-iscsi for vnic_type normal with profile {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 10:38:51.177582 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-cf80916c-1831-4d32-bafd-1bff822866b9 None None] Attempting to bind port e95ab6a9-e7a7-4727-8356-f55a5aadd5fa by drivers openvswitch,hyperv on host dv-cinder-843493-2-iscsi at level 0 using segments [{'id': 'cb36ff63-3809-49b1-ae7b-cd8646780a76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81'}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 10:38:51.178040 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf80916c-1831-4d32-bafd-1bff822866b9 None None] Attempting to bind port e95ab6a9-e7a7-4727-8356-f55a5aadd5fa on network 0c6836d1-4e10-4696-9cf9-183899f77c81 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:38:51.188741 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf80916c-1831-4d32-bafd-1bff822866b9 None None] Checking agent: {'id': 'ad84a4c2-87cd-4603-a219-98785ef58eeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 10, 23, 18), 'started_at': datetime.datetime(2022, 6, 15, 10, 23, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 10, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 10:38:51.189220 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf80916c-1831-4d32-bafd-1bff822866b9 None None] Checking segment: {'id': 'cb36ff63-3809-49b1-ae7b-cd8646780a76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:38:51.189719 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-cf80916c-1831-4d32-bafd-1bff822866b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:51.190568 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf80916c-1831-4d32-bafd-1bff822866b9 None None] Bound using segment: {'id': 'cb36ff63-3809-49b1-ae7b-cd8646780a76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81'} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 10:38:51.190731 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-cf80916c-1831-4d32-bafd-1bff822866b9 None None] Bound port: e95ab6a9-e7a7-4727-8356-f55a5aadd5fa, host: dv-cinder-843493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb36ff63-3809-49b1-ae7b-cd8646780a76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81'}}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 10:38:51.191344 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-cf80916c-1831-4d32-bafd-1bff822866b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (e95ab6a9-e7a7-4727-8356-f55a5aadd5fa), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:51.208699 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-5b175964-cfae-42da-b04d-0d30a4499df5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-721191'] for router_interface (874691c6-a0e7-4b6e-b5ea-2fb412f39109), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:51.253285 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-55a5dd7b-0752-4377-a323-1dc22e39c38b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:51.276091 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-cf80916c-1831-4d32-bafd-1bff822866b9 None None] For port e95ab6a9-e7a7-4727-8356-f55a5aadd5fa, host dv-cinder-843493-2-iscsi, cleared binding levels {{(pid=103807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 10:38:51.282238 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-cf80916c-1831-4d32-bafd-1bff822866b9 None None] For port e95ab6a9-e7a7-4727-8356-f55a5aadd5fa, host dv-cinder-843493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=e95ab6a9-e7a7-4727-8356-f55a5aadd5fa,segment=NetworkSegment(cb36ff63-3809-49b1-ae7b-cd8646780a76),segment_id=cb36ff63-3809-49b1-ae7b-cd8646780a76)] {{(pid=103807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 10:38:51.295648 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-cf80916c-1831-4d32-bafd-1bff822866b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (e95ab6a9-e7a7-4727-8356-f55a5aadd5fa), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:51.403808 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-5b175964-cfae-42da-b04d-0d30a4499df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (ec47ecd4-e393-4653-b9f3-a87f6da1a441), before_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:51.413030 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf80916c-1831-4d32-bafd-1bff822866b9 None None] Routers {'874691c6-a0e7-4b6e-b5ea-2fb412f39109'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:38:51.413765 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-cf80916c-1831-4d32-bafd-1bff822866b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:38:45Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['874691c6-a0e7-4b6e-b5ea-2fb412f39109'], 'active': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:38:51.437215 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-55a5dd7b-0752-4377-a323-1dc22e39c38b admin admin] Publish callbacks [] for security_group (fdc7420d-9326-4588-916b-59006fec7a4a), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:51.443079 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-55a5dd7b-0752-4377-a323-1dc22e39c38b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (fdc7420d-9326-4588-916b-59006fec7a4a), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:51.487847 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=10 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:51.493311 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-55a5dd7b-0752-4377-a323-1dc22e39c38b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e6b481bd220347a7a8843e470264615d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4283352 Jun 15 10:38:51.499644 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 60974) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:51.514217 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a5dd7b-0752-4377-a323-1dc22e39c38b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc7420d-9326-4588-916b-59006fec7a4a,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:51.520641 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6cc917-d08f-4ce6-b464-7ecba1d28618 None None] Pushing event updated for resources: {'Port': ['ID=e95ab6a9-e7a7-4727-8356-f55a5aadd5fa,revision_number=3']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:51.532198 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-b5bbab74-f954-4d00-a90a-2f377ebfdce8 None None] Provisioning complete for port ec47ecd4-e393-4653-b9f3-a87f6da1a441 triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:38:51.532575 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b5bbab74-f954-4d00-a90a-2f377ebfdce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (ec47ecd4-e393-4653-b9f3-a87f6da1a441), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:51.573212 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 60976) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:51.592452 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-b5bbab74-f954-4d00-a90a-2f377ebfdce8 None None] Port ec47ecd4-e393-4653-b9f3-a87f6da1a441 cannot update to ACTIVE because it is not bound. {{(pid=103807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 10:38:51.613017 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvr_db [None req-cf80916c-1831-4d32-bafd-1bff822866b9 None None] Set router 874691c6-a0e7-4b6e-b5ea-2fb412f39109 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:38:51.656154 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:51.684375 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-0a6f3d68-18f3-419d-adde-8c48e39aac17 admin admin] Publish callbacks [] for security_group (fdc7420d-9326-4588-916b-59006fec7a4a), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:51.728426 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-0a6f3d68-18f3-419d-adde-8c48e39aac17 admin admin] Publish callbacks [] for security_group (fdc7420d-9326-4588-916b-59006fec7a4a), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:51.755980 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:51.758577 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-5b175964-cfae-42da-b04d-0d30a4499df5 admin admin] Publish callbacks [] for port (ec47ecd4-e393-4653-b9f3-a87f6da1a441), precommit_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:51.768011 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-5b175964-cfae-42da-b04d-0d30a4499df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2774345'] for port (ec47ecd4-e393-4653-b9f3-a87f6da1a441), after_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:51.807262 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 5bbefe7a-49fa-4ec0-86a2-a5f4daf695ad up at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:38:51.870828 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-5b175964-cfae-42da-b04d-0d30a4499df5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-721243'] for router_interface (874691c6-a0e7-4b6e-b5ea-2fb412f39109), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:51.874908 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b175964-cfae-42da-b04d-0d30a4499df5 admin admin] Pushing event updated for resources: {'Port': ['ID=ec47ecd4-e393-4653-b9f3-a87f6da1a441,revision_number=2']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:51.901795 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Provisioning complete for port 5bbefe7a-49fa-4ec0-86a2-a5f4daf695ad triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:38:51.902297 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (5bbefe7a-49fa-4ec0-86a2-a5f4daf695ad), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:51.905932 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-0a6f3d68-18f3-419d-adde-8c48e39aac17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (fdc7420d-9326-4588-916b-59006fec7a4a), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:51.910449 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-0a6f3d68-18f3-419d-adde-8c48e39aac17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:51.912285 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-0a6f3d68-18f3-419d-adde-8c48e39aac17 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fdc7420d-9326-4588-916b-59006fec7a4a HTTP/1.1" status: 204 len: 168 time: 0.4035456 Jun 15 10:38:51.958586 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-cf80916c-1831-4d32-bafd-1bff822866b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874691c6-a0e7-4b6e-b5ea-2fb412f39109', 'name': 'tempest-TestVolumeBootPattern-1603548922-router', 'tenant_id': 'ad67bfe861ba491c89827c72982ea8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': 'e95ab6a9-e7a7-4727-8356-f55a5aadd5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:38:46Z', 'updated_at': '2022-06-15T10:38:51Z', 'revision_number': 4, 'project_id': 'ad67bfe861ba491c89827c72982ea8c2', 'gw_port': {'id': 'e95ab6a9-e7a7-4727-8356-f55a5aadd5fa', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:52:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874691c6-a0e7-4b6e-b5ea-2fb412f39109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:38:47Z', 'updated_at': '2022-06-15T10:38:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': 'ec47ecd4-e393-4653-b9f3-a87f6da1a441', 'name': '', 'network_id': 'e6fde7a5-1e22-4e94-aade-389d4fc1cd68', 'tenant_id': 'ad67bfe861ba491c89827c72982ea8c2', 'mac_address': 'fa:16:3e:8e:9e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874691c6-a0e7-4b6e-b5ea-2fb412f39109', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '9eb4acaf-82e5-428d-8603-7ab76c00b00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:38:50Z', 'updated_at': '2022-06-15T10:38:50Z', 'revision_number': 1, 'project_id': 'ad67bfe861ba491c89827c72982ea8c2', 'subnets': [{'id': '9eb4acaf-82e5-428d-8603-7ab76c00b00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:38:51.976144 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-5a653d96-6bca-43a7-8315-4bcf74261d46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:51.992980 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf80916c-1831-4d32-bafd-1bff822866b9 None None] The sync data for ids ['874691c6-a0e7-4b6e-b5ea-2fb412f39109'] in dv-cinder-843493-2-iscsi is: [{'id': '874691c6-a0e7-4b6e-b5ea-2fb412f39109', 'name': 'tempest-TestVolumeBootPattern-1603548922-router', 'tenant_id': 'ad67bfe861ba491c89827c72982ea8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': 'e95ab6a9-e7a7-4727-8356-f55a5aadd5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:38:46Z', 'updated_at': '2022-06-15T10:38:51Z', 'revision_number': 4, 'project_id': 'ad67bfe861ba491c89827c72982ea8c2', 'gw_port': {'id': 'e95ab6a9-e7a7-4727-8356-f55a5aadd5fa', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:52:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874691c6-a0e7-4b6e-b5ea-2fb412f39109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:38:47Z', 'updated_at': '2022-06-15T10:38:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': 'ec47ecd4-e393-4653-b9f3-a87f6da1a441', 'name': '', 'network_id': 'e6fde7a5-1e22-4e94-aade-389d4fc1cd68', 'tenant_id': 'ad67bfe861ba491c89827c72982ea8c2', 'mac_address': 'fa:16:3e:8e:9e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874691c6-a0e7-4b6e-b5ea-2fb412f39109', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '9eb4acaf-82e5-428d-8603-7ab76c00b00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:38:50Z', 'updated_at': '2022-06-15T10:38:50Z', 'revision_number': 1, 'project_id': 'ad67bfe861ba491c89827c72982ea8c2', 'subnets': [{'id': '9eb4acaf-82e5-428d-8603-7ab76c00b00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 10:38:52.040568 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Current status of the port 5bbefe7a-49fa-4ec0-86a2-a5f4daf695ad is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:38:52.044381 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6f3d68-18f3-419d-adde-8c48e39aac17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc7420d-9326-4588-916b-59006fec7a4a,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:52.102579 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:52.121627 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b175964-cfae-42da-b04d-0d30a4499df5 admin admin] Network e6fde7a5-1e22-4e94-aade-389d4fc1cd68 is already hosted by enough agents. {{(pid=103805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:38:52.123619 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.base_scheduler [None req-5b175964-cfae-42da-b04d-0d30a4499df5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:38:52.163572 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-5a653d96-6bca-43a7-8315-4bcf74261d46 admin admin] Publish callbacks [] for security_group (9ca4cb54-0519-4912-866c-cacff84cd7f7), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:52.168318 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-5a653d96-6bca-43a7-8315-4bcf74261d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (9ca4cb54-0519-4912-866c-cacff84cd7f7), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:52.226647 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-5a653d96-6bca-43a7-8315-4bcf74261d46 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c0896c3d67384b1493e5e6287b8ae9e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6522143 Jun 15 10:38:52.227429 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a653d96-6bca-43a7-8315-4bcf74261d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca4cb54-0519-4912-866c-cacff84cd7f7,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:52.231026 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 60996) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:52.289747 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-145c1eef-de44-4d60-8170-280e304ba993 admin admin] Publish callbacks [] for security_group (9ca4cb54-0519-4912-866c-cacff84cd7f7), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:52.315362 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b175964-cfae-42da-b04d-0d30a4499df5 admin admin] Router 874691c6-a0e7-4b6e-b5ea-2fb412f39109 has already been hosted by L3 agent 06043943-94cb-49df-a062-a4886c03e673 {{(pid=103805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 10:38:52.353365 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-145c1eef-de44-4d60-8170-280e304ba993 admin admin] Publish callbacks [] for security_group (9ca4cb54-0519-4912-866c-cacff84cd7f7), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:52.473144 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-145c1eef-de44-4d60-8170-280e304ba993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (9ca4cb54-0519-4912-866c-cacff84cd7f7), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:52.476869 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-145c1eef-de44-4d60-8170-280e304ba993 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:52.483918 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-145c1eef-de44-4d60-8170-280e304ba993 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9ca4cb54-0519-4912-866c-cacff84cd7f7 HTTP/1.1" status: 204 len: 168 time: 0.2510517 Jun 15 10:38:52.488734 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b175964-cfae-42da-b04d-0d30a4499df5 admin admin] Notify agent at l3_agent.dv-cinder-843493-2-iscsi the message routers_updated {{(pid=103805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 10:38:52.500911 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c1eef-de44-4d60-8170-280e304ba993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca4cb54-0519-4912-866c-cacff84cd7f7,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:52.509675 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-5b175964-cfae-42da-b04d-0d30a4499df5 admin admin] 10.222.0.49 "PUT /v2.0/routers/874691c6-a0e7-4b6e-b5ea-2fb412f39109/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8862450 Jun 15 10:38:52.545487 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-45512548-7d5d-4539-864c-b5f91eadc1dc None None] Provisioning complete for port ec47ecd4-e393-4653-b9f3-a87f6da1a441 triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:38:52.546548 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-45512548-7d5d-4539-864c-b5f91eadc1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (ec47ecd4-e393-4653-b9f3-a87f6da1a441), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:52.590370 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-45512548-7d5d-4539-864c-b5f91eadc1dc None None] Port ec47ecd4-e393-4653-b9f3-a87f6da1a441 cannot update to ACTIVE because it is not bound. {{(pid=103807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 10:38:52.658081 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (a4349971-e88a-4ea8-a067-54d07204ee65), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:53.087349 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 32790) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:53.108396 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-0f5d3eb1-ab3b-4304-8929-0ea729183598 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:53.148234 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 32792) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:53.153044 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [None req-4fa191ae-6e83-49f5-81fd-0d512efb4a3e tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-52272593', 'description': 'tempest-secgroup-smoke-52272593 description', 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f'}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:38:53.176769 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-4fa191ae-6e83-49f5-81fd-0d512efb4a3e tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks [] for security_group (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:53.254700 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-0f5d3eb1-ab3b-4304-8929-0ea729183598 admin admin] Publish callbacks [] for security_group (126a31f3-2af9-433a-92b4-65376c0eab4e), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:53.262340 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-0f5d3eb1-ab3b-4304-8929-0ea729183598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (126a31f3-2af9-433a-92b4-65376c0eab4e), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:53.295502 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-4fa191ae-6e83-49f5-81fd-0d512efb4a3e tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks [] for security_group (7fde00a3-d2eb-496d-ab01-3a80e675b356), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:53.302878 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-4fa191ae-6e83-49f5-81fd-0d512efb4a3e tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (7fde00a3-d2eb-496d-ab01-3a80e675b356), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:53.314849 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-0f5d3eb1-ab3b-4304-8929-0ea729183598 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=477acc8404da4fad80d87bbc7e36c497&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2264557 Jun 15 10:38:53.315795 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d3eb1-ab3b-4304-8929-0ea729183598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=126a31f3-2af9-433a-92b4-65376c0eab4e,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:53.319034 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 32800) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:53.361598 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=75,neutron:INSERT=22,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:53.380794 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-4fa191ae-6e83-49f5-81fd-0d512efb4a3e tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:53.387811 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-4fa191ae-6e83-49f5-81fd-0d512efb4a3e tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2356861 Jun 15 10:38:53.388124 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c9259439-d531-4af2-ad84-37197daa96cb admin admin] Publish callbacks [] for security_group (126a31f3-2af9-433a-92b4-65376c0eab4e), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:53.389080 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 32804) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:53.392002 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa191ae-6e83-49f5-81fd-0d512efb4a3e tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fde00a3-d2eb-496d-ab01-3a80e675b356,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:53.396702 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-8c928e3f-f56d-46ef-b8f8-a246381221de tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Request body: {'security_group_rule': {'security_group_id': '7fde00a3-d2eb-496d-ab01-3a80e675b356', 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:38:53.443391 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c9259439-d531-4af2-ad84-37197daa96cb admin admin] Publish callbacks [] for security_group (126a31f3-2af9-433a-92b4-65376c0eab4e), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:53.468411 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-8c928e3f-f56d-46ef-b8f8-a246381221de tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks [] for security_group_rule (3ca8200a-5e7f-469d-a8b5-c0bd5676966c), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:53.505593 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:53.571773 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-8c928e3f-f56d-46ef-b8f8-a246381221de tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks [] for security_group_rule (3ca8200a-5e7f-469d-a8b5-c0bd5676966c), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:53.576454 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-8c928e3f-f56d-46ef-b8f8-a246381221de tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592663'] for security_group_rule (3ca8200a-5e7f-469d-a8b5-c0bd5676966c), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:53.591546 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c9259439-d531-4af2-ad84-37197daa96cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (126a31f3-2af9-433a-92b4-65376c0eab4e), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:53.594335 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c9259439-d531-4af2-ad84-37197daa96cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:53.598231 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-c9259439-d531-4af2-ad84-37197daa96cb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/126a31f3-2af9-433a-92b4-65376c0eab4e HTTP/1.1" status: 204 len: 168 time: 0.2777653 Jun 15 10:38:53.614277 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9259439-d531-4af2-ad84-37197daa96cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=126a31f3-2af9-433a-92b4-65376c0eab4e,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:53.622070 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c928e3f-f56d-46ef-b8f8-a246381221de tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ca8200a-5e7f-469d-a8b5-c0bd5676966c,revision_number=0']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:53.637629 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-8c928e3f-f56d-46ef-b8f8-a246381221de tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:53.640886 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-8c928e3f-f56d-46ef-b8f8-a246381221de tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2487392 Jun 15 10:38:53.643443 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 32818) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:53.650681 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [None req-c1616c57-baee-48aa-bff6-e4df1fe2da3b tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Request body: {'security_group_rule': {'security_group_id': '7fde00a3-d2eb-496d-ab01-3a80e675b356', 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:38:53.704713 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-c1616c57-baee-48aa-bff6-e4df1fe2da3b tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks [] for security_group_rule (72c66e03-0fa8-4160-9662-155eef4ade3d), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:53.781922 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-c1616c57-baee-48aa-bff6-e4df1fe2da3b tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks [] for security_group_rule (72c66e03-0fa8-4160-9662-155eef4ade3d), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:53.793906 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-c1616c57-baee-48aa-bff6-e4df1fe2da3b tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592663'] for security_group_rule (72c66e03-0fa8-4160-9662-155eef4ade3d), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:53.804665 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device e95ab6a9-e7a7-4727-8356-f55a5aadd5fa up at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:38:53.837571 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1616c57-baee-48aa-bff6-e4df1fe2da3b tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72c66e03-0fa8-4160-9662-155eef4ade3d,revision_number=0']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:53.847940 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-c1616c57-baee-48aa-bff6-e4df1fe2da3b tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:53.851142 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-c1616c57-baee-48aa-bff6-e4df1fe2da3b tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2035086 Jun 15 10:38:53.852111 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 32822) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:53.857406 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [None req-649ef119-00c1-4842-8a0b-1d0846337e57 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Request body: {'security_group_rule': {'security_group_id': '7fde00a3-d2eb-496d-ab01-3a80e675b356', 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:38:53.873296 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Provisioning complete for port e95ab6a9-e7a7-4727-8356-f55a5aadd5fa triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:38:53.873995 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (e95ab6a9-e7a7-4727-8356-f55a5aadd5fa), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:53.894213 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-649ef119-00c1-4842-8a0b-1d0846337e57 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks [] for security_group_rule (59adb934-4df0-4788-a8fc-7931c95d091d), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:53.970521 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Current status of the port e95ab6a9-e7a7-4727-8356-f55a5aadd5fa is: DOWN; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:38:53.971475 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (e95ab6a9-e7a7-4727-8356-f55a5aadd5fa), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:53.995713 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] For port e95ab6a9-e7a7-4727-8356-f55a5aadd5fa, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=e95ab6a9-e7a7-4727-8356-f55a5aadd5fa,segment=NetworkSegment(cb36ff63-3809-49b1-ae7b-cd8646780a76),segment_id=cb36ff63-3809-49b1-ae7b-cd8646780a76)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:38:54.001770 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (e95ab6a9-e7a7-4727-8356-f55a5aadd5fa), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:54.009881 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:54.039732 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-649ef119-00c1-4842-8a0b-1d0846337e57 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks [] for security_group_rule (59adb934-4df0-4788-a8fc-7931c95d091d), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:54.045812 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-649ef119-00c1-4842-8a0b-1d0846337e57 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592663'] for security_group_rule (59adb934-4df0-4788-a8fc-7931c95d091d), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:54.068174 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Pushing event updated for resources: {'Port': ['ID=e95ab6a9-e7a7-4727-8356-f55a5aadd5fa,revision_number=4']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:54.081228 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:38:54.081753 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:38:54.082415 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:38:54.082893 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:38:54.083467 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:38:54.084163 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:38:54.084719 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:38:54.085266 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:38:54.085854 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:38:54.086228 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:38:54.087255 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:38:54.087947 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:38:54.088566 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:38:54.089047 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:38:54.089882 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:38:54.096199 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649ef119-00c1-4842-8a0b-1d0846337e57 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59adb934-4df0-4788-a8fc-7931c95d091d,revision_number=0']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:54.098392 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:DELETE=5,neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:54.107210 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-649ef119-00c1-4842-8a0b-1d0846337e57 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:54.108556 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-649ef119-00c1-4842-8a0b-1d0846337e57 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2553070 Jun 15 10:38:54.111601 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 32834) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:54.116487 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-848d6385-ba2f-4f82-b955-ea7ef9e9767a tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Request body: {'security_group_rule': {'security_group_id': '7fde00a3-d2eb-496d-ab01-3a80e675b356', 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:38:54.156523 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-848d6385-ba2f-4f82-b955-ea7ef9e9767a tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks [] for security_group_rule (d8527f39-81ef-456e-88c9-b3fad9359290), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:54.231604 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-848d6385-ba2f-4f82-b955-ea7ef9e9767a tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks [] for security_group_rule (d8527f39-81ef-456e-88c9-b3fad9359290), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:54.236108 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-848d6385-ba2f-4f82-b955-ea7ef9e9767a tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592663'] for security_group_rule (d8527f39-81ef-456e-88c9-b3fad9359290), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:54.257782 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848d6385-ba2f-4f82-b955-ea7ef9e9767a tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8527f39-81ef-456e-88c9-b3fad9359290,revision_number=0']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:54.268883 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-848d6385-ba2f-4f82-b955-ea7ef9e9767a tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:54.271264 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-848d6385-ba2f-4f82-b955-ea7ef9e9767a tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1575634 Jun 15 10:38:54.273550 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 32840) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:54.279739 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [None req-caf8b66a-03ae-4236-8df6-16582ff67df5 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Request body: {'security_group_rule': {'security_group_id': '7fde00a3-d2eb-496d-ab01-3a80e675b356', 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:38:54.285902 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:54.310501 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.db.securitygroups_db [None req-caf8b66a-03ae-4236-8df6-16582ff67df5 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Project f096e399deac4d029ff63e3cb7f1ce9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 10:38:54.319414 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-caf8b66a-03ae-4236-8df6-16582ff67df5 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks [] for security_group_rule (84e02636-484f-4add-9016-a65904916861), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:54.385725 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-caf8b66a-03ae-4236-8df6-16582ff67df5 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks [] for security_group_rule (84e02636-484f-4add-9016-a65904916861), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:54.394545 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-caf8b66a-03ae-4236-8df6-16582ff67df5 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592663'] for security_group_rule (84e02636-484f-4add-9016-a65904916861), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:54.426366 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-caf8b66a-03ae-4236-8df6-16582ff67df5 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:54.427958 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-caf8b66a-03ae-4236-8df6-16582ff67df5 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1529167 Jun 15 10:38:54.430755 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 32852) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:54.436445 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-06736704-d98e-452a-8173-48e116f5d884 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Request body: {'security_group_rule': {'security_group_id': '7fde00a3-d2eb-496d-ab01-3a80e675b356', 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:38:54.455459 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf8b66a-03ae-4236-8df6-16582ff67df5 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84e02636-484f-4add-9016-a65904916861,revision_number=0']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:54.471548 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.db.securitygroups_db [None req-06736704-d98e-452a-8173-48e116f5d884 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Project f096e399deac4d029ff63e3cb7f1ce9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 10:38:54.482986 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-06736704-d98e-452a-8173-48e116f5d884 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks [] for security_group_rule (ff33b60e-6ed2-4ae2-8da9-81921ca158b6), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:54.555756 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-06736704-d98e-452a-8173-48e116f5d884 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks [] for security_group_rule (ff33b60e-6ed2-4ae2-8da9-81921ca158b6), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:54.560488 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-06736704-d98e-452a-8173-48e116f5d884 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592663'] for security_group_rule (ff33b60e-6ed2-4ae2-8da9-81921ca158b6), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:54.585478 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06736704-d98e-452a-8173-48e116f5d884 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff33b60e-6ed2-4ae2-8da9-81921ca158b6,revision_number=0']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:54.594902 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-06736704-d98e-452a-8173-48e116f5d884 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:54.596223 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-06736704-d98e-452a-8173-48e116f5d884 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1644318 Jun 15 10:38:54.686273 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 32882) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:54.840790 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [None req-c6f0d215-f437-436f-8c5c-cfd8c9d58f69 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1388631086-network', 'tenant_id': '3efa3522561147ac8eff67781403423e'}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:38:54.865363 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f0d215-f437-436f-8c5c-cfd8c9d58f69 admin admin] Made reservation on behalf of 3efa3522561147ac8eff67781403423e for: {'network': 1} {{(pid=103805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 10:38:54.868008 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-c6f0d215-f437-436f-8c5c-cfd8c9d58f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for network (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:54.891743 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-c6f0d215-f437-436f-8c5c-cfd8c9d58f69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:55.008693 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-c6f0d215-f437-436f-8c5c-cfd8c9d58f69 admin admin] Publish callbacks [] for security_group (b962c148-e002-4495-a6eb-5c6391e1ef98), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:55.012441 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-c6f0d215-f437-436f-8c5c-cfd8c9d58f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (b962c148-e002-4495-a6eb-5c6391e1ef98), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:55.037263 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6f0d215-f437-436f-8c5c-cfd8c9d58f69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=103805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 10:38:55.053178 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f0d215-f437-436f-8c5c-cfd8c9d58f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b962c148-e002-4495-a6eb-5c6391e1ef98,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:55.058719 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-c6f0d215-f437-436f-8c5c-cfd8c9d58f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7722752'] for segment (8f4702f8-538a-4627-9cfa-9a36b7ac4bd7), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:55.059198 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.db.segments_db [None req-c6f0d215-f437-436f-8c5c-cfd8c9d58f69 admin admin] Added segment 8f4702f8-538a-4627-9cfa-9a36b7ac4bd7 of type vlan for network 7dd91b3b-0ef5-4a72-9997-b791d1b8253c Jun 15 10:38:55.103385 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-c6f0d215-f437-436f-8c5c-cfd8c9d58f69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732880046228'] for network (7dd91b3b-0ef5-4a72-9997-b791d1b8253c), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:55.130046 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-c6f0d215-f437-436f-8c5c-cfd8c9d58f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468'] for network (7dd91b3b-0ef5-4a72-9997-b791d1b8253c), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:55.130946 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f0d215-f437-436f-8c5c-cfd8c9d58f69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:38:55.131543 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-c6f0d215-f437-436f-8c5c-cfd8c9d58f69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for network (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:55.165943 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-c6f0d215-f437-436f-8c5c-cfd8c9d58f69 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4752486 Jun 15 10:38:55.166991 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 32914) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:55.177384 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-a135ecd4-5baa-4153-9961-11c66693d66c admin admin] Request body: {'subnet': {'network_id': '7dd91b3b-0ef5-4a72-9997-b791d1b8253c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1388631086-subnet', 'tenant_id': '3efa3522561147ac8eff67781403423e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:38:55.197231 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a135ecd4-5baa-4153-9961-11c66693d66c admin admin] Made reservation on behalf of 3efa3522561147ac8eff67781403423e for: {'subnet': 1} {{(pid=103806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 10:38:55.199048 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f0d215-f437-436f-8c5c-cfd8c9d58f69 admin admin] Pushing event updated for resources: {'Network': ['ID=7dd91b3b-0ef5-4a72-9997-b791d1b8253c,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:55.199855 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a135ecd4-5baa-4153-9961-11c66693d66c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-251934017'] for subnet (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:55.209514 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Network 7dd91b3b-0ef5-4a72-9997-b791d1b8253c details requested by agent ovs-agent-dv-cinder-843493-2-iscsi with host dv-cinder-843493-2-iscsi {{(pid=103807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 10:38:55.646530 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a135ecd4-5baa-4153-9961-11c66693d66c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-252119786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-251934063'] for subnet (c34d9c0a-77a7-4d80-a747-28ef5e11cec7), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:55.674887 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:55.717185 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a135ecd4-5baa-4153-9961-11c66693d66c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c34d9c0a-77a7-4d80-a747-28ef5e11cec7,revision_number=0']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:55.718229 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-027fb036-88c0-45c9-9639-99b5c1da03a3 req-1f9cfdde-d0e5-407c-9d16-e0caca03b9b7 tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=aab8980da8444a9789dd0c0b4b88aeac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401678 Jun 15 10:38:55.723035 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a135ecd4-5baa-4153-9961-11c66693d66c admin admin] Checking segment: {'id': '8f4702f8-538a-4627-9cfa-9a36b7ac4bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7dd91b3b-0ef5-4a72-9997-b791d1b8253c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:38:55.723428 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a135ecd4-5baa-4153-9961-11c66693d66c admin admin] Network hostable DHCP agents. Network: 7dd91b3b-0ef5-4a72-9997-b791d1b8253c, hostable agents: ['e7b68426-6abe-45ee-a2ce-c32f72f66753'], hosted agents: [] {{(pid=103806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 10:38:55.744286 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a135ecd4-5baa-4153-9961-11c66693d66c admin admin] Network 7dd91b3b-0ef5-4a72-9997-b791d1b8253c is scheduled to be hosted by DHCP agent e7b68426-6abe-45ee-a2ce-c32f72f66753 with binding_index 1 {{(pid=103806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 10:38:55.756289 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [None req-a135ecd4-5baa-4153-9961-11c66693d66c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843493-2-iscsi, 7dd91b3b-0ef5-4a72-9997-b791d1b8253c) {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:38:55.757811 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device e95ab6a9-e7a7-4727-8356-f55a5aadd5fa up at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:38:55.760868 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a135ecd4-5baa-4153-9961-11c66693d66c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:38:55.762922 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-a135ecd4-5baa-4153-9961-11c66693d66c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:55.788705 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50dd98e-25f1-400c-a312-fa41ffe4e3ff None None] Network 7dd91b3b-0ef5-4a72-9997-b791d1b8253c requested from dv-cinder-843493-2-iscsi {{(pid=103807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 10:38:55.803813 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-a135ecd4-5baa-4153-9961-11c66693d66c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6353848 Jun 15 10:38:55.876870 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:55.888505 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Provisioning complete for port e95ab6a9-e7a7-4727-8356-f55a5aadd5fa triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:38:55.888916 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (e95ab6a9-e7a7-4727-8356-f55a5aadd5fa), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:55.973333 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027fb036-88c0-45c9-9639-99b5c1da03a3 req-ca303307-f9cf-4d83-8b73-bc3b009ab54f tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:38:55.975145 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-027fb036-88c0-45c9-9639-99b5c1da03a3 req-ca303307-f9cf-4d83-8b73-bc3b009ab54f tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2470429 Jun 15 10:38:55.983903 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a09072-19f8-4e8e-9801-81f47ee115b3 None None] Network 7dd91b3b-0ef5-4a72-9997-b791d1b8253c requested from dv-cinder-843493-2-iscsi {{(pid=103807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 10:38:56.010554 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-027fb036-88c0-45c9-9639-99b5c1da03a3 req-6d55464b-6a74-47b8-b5d4-2e5ed1d46de3 tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] 10.222.0.49 "GET /v2.0/quotas/aab8980da8444a9789dd0c0b4b88aeac HTTP/1.1" status: 200 len: 375 time: 0.0111482 Jun 15 10:38:56.021380 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Current status of the port e95ab6a9-e7a7-4727-8356-f55a5aadd5fa is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:38:56.086879 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-027fb036-88c0-45c9-9639-99b5c1da03a3 req-e30ec933-f722-4157-8f51-ceafaea3caf7 tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=aab8980da8444a9789dd0c0b4b88aeac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0649869 Jun 15 10:38:56.331370 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a40c9d6b-94ae-43c7-a8c6-c2cfa6f5db12 req-f156a866-9170-4333-b4d3-24e73b5f04c9 tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e9a03b4-28e3-4086-8328-99534144d396 HTTP/1.1" status: 200 len: 210 time: 0.0559170 Jun 15 10:38:56.619228 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35987514-4377-4c78-8106-10f78be3f340 None None] Sync routers for ids ['874691c6-a0e7-4b6e-b5ea-2fb412f39109'] in dv-cinder-843493-2-iscsi {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 10:38:56.629690 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35987514-4377-4c78-8106-10f78be3f340 None None] Routers {'874691c6-a0e7-4b6e-b5ea-2fb412f39109'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:38:56.630345 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-35987514-4377-4c78-8106-10f78be3f340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:38:45Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['874691c6-a0e7-4b6e-b5ea-2fb412f39109'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:38:56.741384 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-35987514-4377-4c78-8106-10f78be3f340 None None] Set router 874691c6-a0e7-4b6e-b5ea-2fb412f39109 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:38:56.941172 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-35987514-4377-4c78-8106-10f78be3f340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874691c6-a0e7-4b6e-b5ea-2fb412f39109', 'name': 'tempest-TestVolumeBootPattern-1603548922-router', 'tenant_id': 'ad67bfe861ba491c89827c72982ea8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': 'e95ab6a9-e7a7-4727-8356-f55a5aadd5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:38:46Z', 'updated_at': '2022-06-15T10:38:51Z', 'revision_number': 4, 'project_id': 'ad67bfe861ba491c89827c72982ea8c2', 'gw_port': {'id': 'e95ab6a9-e7a7-4727-8356-f55a5aadd5fa', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:52:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874691c6-a0e7-4b6e-b5ea-2fb412f39109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:38:47Z', 'updated_at': '2022-06-15T10:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': 'ec47ecd4-e393-4653-b9f3-a87f6da1a441', 'name': '', 'network_id': 'e6fde7a5-1e22-4e94-aade-389d4fc1cd68', 'tenant_id': 'ad67bfe861ba491c89827c72982ea8c2', 'mac_address': 'fa:16:3e:8e:9e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874691c6-a0e7-4b6e-b5ea-2fb412f39109', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '9eb4acaf-82e5-428d-8603-7ab76c00b00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:38:50Z', 'updated_at': '2022-06-15T10:38:51Z', 'revision_number': 2, 'project_id': 'ad67bfe861ba491c89827c72982ea8c2', 'subnets': [{'id': '9eb4acaf-82e5-428d-8603-7ab76c00b00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:38:56.967687 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35987514-4377-4c78-8106-10f78be3f340 None None] Checking router: 874691c6-a0e7-4b6e-b5ea-2fb412f39109 for host: dv-cinder-843493-2-iscsi {{(pid=103808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 10:38:56.967950 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35987514-4377-4c78-8106-10f78be3f340 None None] Updating router 874691c6-a0e7-4b6e-b5ea-2fb412f39109 port ec47ecd4-e393-4653-b9f3-a87f6da1a441 binding host dv-cinder-843493-2-iscsi {{(pid=103808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 10:38:56.997712 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-35987514-4377-4c78-8106-10f78be3f340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (ec47ecd4-e393-4653-b9f3-a87f6da1a441), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:57.268442 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-35987514-4377-4c78-8106-10f78be3f340 None None] Publish callbacks [] for port (ec47ecd4-e393-4653-b9f3-a87f6da1a441), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:57.273652 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-35987514-4377-4c78-8106-10f78be3f340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (ec47ecd4-e393-4653-b9f3-a87f6da1a441), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:57.318861 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e598e77-4326-4fdb-92fd-4866b9b03f4d None None] Pushing event updated for resources: {'Port': ['ID=ec47ecd4-e393-4653-b9f3-a87f6da1a441,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:57.385329 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-35987514-4377-4c78-8106-10f78be3f340 None None] Attempting to bind port ec47ecd4-e393-4653-b9f3-a87f6da1a441 on host dv-cinder-843493-2-iscsi for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 10:38:57.386186 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-35987514-4377-4c78-8106-10f78be3f340 None None] Attempting to bind port ec47ecd4-e393-4653-b9f3-a87f6da1a441 by drivers openvswitch,hyperv on host dv-cinder-843493-2-iscsi at level 0 using segments [{'id': 'f3908a2e-2f53-47c4-9725-677461701257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e6fde7a5-1e22-4e94-aade-389d4fc1cd68'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 10:38:57.386746 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35987514-4377-4c78-8106-10f78be3f340 None None] Attempting to bind port ec47ecd4-e393-4653-b9f3-a87f6da1a441 on network e6fde7a5-1e22-4e94-aade-389d4fc1cd68 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:38:57.394146 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35987514-4377-4c78-8106-10f78be3f340 None None] Checking agent: {'id': 'ad84a4c2-87cd-4603-a219-98785ef58eeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 10, 23, 18), 'started_at': datetime.datetime(2022, 6, 15, 10, 23, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 10, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 10:38:57.394863 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35987514-4377-4c78-8106-10f78be3f340 None None] Checking segment: {'id': 'f3908a2e-2f53-47c4-9725-677461701257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e6fde7a5-1e22-4e94-aade-389d4fc1cd68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:38:57.395465 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-35987514-4377-4c78-8106-10f78be3f340 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:57.396007 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35987514-4377-4c78-8106-10f78be3f340 None None] Bound using segment: {'id': 'f3908a2e-2f53-47c4-9725-677461701257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e6fde7a5-1e22-4e94-aade-389d4fc1cd68'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 10:38:57.396649 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-35987514-4377-4c78-8106-10f78be3f340 None None] Bound port: ec47ecd4-e393-4653-b9f3-a87f6da1a441, host: dv-cinder-843493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3908a2e-2f53-47c4-9725-677461701257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e6fde7a5-1e22-4e94-aade-389d4fc1cd68'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 10:38:57.397193 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-35987514-4377-4c78-8106-10f78be3f340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (ec47ecd4-e393-4653-b9f3-a87f6da1a441), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:57.429830 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:57.434057 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:57.459702 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-9291aa3a-c694-4e44-97cf-f1c9479c7b22 req-2168e1c2-b924-40cd-90a6-426eef8958c8 tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e9a03b4-28e3-4086-8328-99534144d396 HTTP/1.1" status: 200 len: 210 time: 0.0420554 Jun 15 10:38:57.489924 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-35987514-4377-4c78-8106-10f78be3f340 None None] For port ec47ecd4-e393-4653-b9f3-a87f6da1a441, host dv-cinder-843493-2-iscsi, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 10:38:57.493603 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-35987514-4377-4c78-8106-10f78be3f340 None None] For port ec47ecd4-e393-4653-b9f3-a87f6da1a441, host dv-cinder-843493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=ec47ecd4-e393-4653-b9f3-a87f6da1a441,segment=NetworkSegment(f3908a2e-2f53-47c4-9725-677461701257),segment_id=f3908a2e-2f53-47c4-9725-677461701257)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 10:38:57.500596 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-35987514-4377-4c78-8106-10f78be3f340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (ec47ecd4-e393-4653-b9f3-a87f6da1a441), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:57.505477 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-027fb036-88c0-45c9-9639-99b5c1da03a3 req-07385f6c-73d2-4463-ba86-40a162d492bf tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=aab8980da8444a9789dd0c0b4b88aeac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429080 Jun 15 10:38:57.565063 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e598e77-4326-4fdb-92fd-4866b9b03f4d None None] Pushing event updated for resources: {'Port': ['ID=ec47ecd4-e393-4653-b9f3-a87f6da1a441,revision_number=4']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:57.585664 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35987514-4377-4c78-8106-10f78be3f340 None None] Routers {'874691c6-a0e7-4b6e-b5ea-2fb412f39109'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:38:57.586278 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-35987514-4377-4c78-8106-10f78be3f340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:38:45Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['874691c6-a0e7-4b6e-b5ea-2fb412f39109'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:38:57.659128 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-2b255784-4e28-444d-b913-49fffddd8a24 None None] Provisioning complete for port ec47ecd4-e393-4653-b9f3-a87f6da1a441 triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:38:57.659645 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2b255784-4e28-444d-b913-49fffddd8a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (ec47ecd4-e393-4653-b9f3-a87f6da1a441), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:57.759056 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:57.823334 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-2b255784-4e28-444d-b913-49fffddd8a24 None None] Current status of the port ec47ecd4-e393-4653-b9f3-a87f6da1a441 is: DOWN; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:38:57.823720 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2b255784-4e28-444d-b913-49fffddd8a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (ec47ecd4-e393-4653-b9f3-a87f6da1a441), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:57.834632 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027fb036-88c0-45c9-9639-99b5c1da03a3 req-b2dcb78c-5f6c-4654-8093-0ec696885782 tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:38:57.836310 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-027fb036-88c0-45c9-9639-99b5c1da03a3 req-b2dcb78c-5f6c-4654-8093-0ec696885782 tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3253121 Jun 15 10:38:57.854336 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device ec47ecd4-e393-4653-b9f3-a87f6da1a441 up at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:38:57.883709 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [req-027fb036-88c0-45c9-9639-99b5c1da03a3 req-06357240-2df0-49e1-b36a-f499642a7b80 tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] Request body: {'port': {'device_id': '1e9a03b4-28e3-4086-8328-99534144d396', 'network_id': '3377299e-733b-4c80-95d5-0b4010dd39a0', 'admin_state_up': True, 'tenant_id': 'aab8980da8444a9789dd0c0b4b88aeac'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:38:57.903730 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-35987514-4377-4c78-8106-10f78be3f340 None None] Set router 874691c6-a0e7-4b6e-b5ea-2fb412f39109 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:38:57.917979 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Provisioning complete for port ec47ecd4-e393-4653-b9f3-a87f6da1a441 triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:38:57.918625 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (ec47ecd4-e393-4653-b9f3-a87f6da1a441), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:57.972732 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-2b255784-4e28-444d-b913-49fffddd8a24 None None] For port ec47ecd4-e393-4653-b9f3-a87f6da1a441, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=ec47ecd4-e393-4653-b9f3-a87f6da1a441,segment=NetworkSegment(f3908a2e-2f53-47c4-9725-677461701257),segment_id=f3908a2e-2f53-47c4-9725-677461701257)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:38:57.978368 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2b255784-4e28-444d-b913-49fffddd8a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (ec47ecd4-e393-4653-b9f3-a87f6da1a441), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:58.084382 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Current status of the port ec47ecd4-e393-4653-b9f3-a87f6da1a441 is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:38:58.092345 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5791ba5-7a47-4cab-8537-2592eb2d69ce req-6a578326-0be5-4f96-8614-becdba7911c3 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:38:58.094509 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c5791ba5-7a47-4cab-8537-2592eb2d69ce req-6a578326-0be5-4f96-8614-becdba7911c3 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/networks?id=7dd91b3b-0ef5-4a72-9997-b791d1b8253c HTTP/1.1" status: 200 len: 809 time: 0.2373447 Jun 15 10:38:58.095166 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b255784-4e28-444d-b913-49fffddd8a24 None None] Pushing event updated for resources: {'Port': ['ID=ec47ecd4-e393-4653-b9f3-a87f6da1a441,revision_number=5']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:58.119809 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-5fe1b82a-17f0-48a1-b019-918be6c37738 None None] Provisioning complete for port ec47ecd4-e393-4653-b9f3-a87f6da1a441 triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:38:58.120241 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-5fe1b82a-17f0-48a1-b019-918be6c37738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (ec47ecd4-e393-4653-b9f3-a87f6da1a441), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:58.166564 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c5791ba5-7a47-4cab-8537-2592eb2d69ce req-cd7dddf3-5672-4e76-847e-8ae3c8b05dbc tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/quotas/3efa3522561147ac8eff67781403423e HTTP/1.1" status: 200 len: 375 time: 0.0193310 Jun 15 10:38:58.166940 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-35987514-4377-4c78-8106-10f78be3f340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874691c6-a0e7-4b6e-b5ea-2fb412f39109', 'name': 'tempest-TestVolumeBootPattern-1603548922-router', 'tenant_id': 'ad67bfe861ba491c89827c72982ea8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': 'e95ab6a9-e7a7-4727-8356-f55a5aadd5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:38:46Z', 'updated_at': '2022-06-15T10:38:51Z', 'revision_number': 4, 'project_id': 'ad67bfe861ba491c89827c72982ea8c2', 'gw_port': {'id': 'e95ab6a9-e7a7-4727-8356-f55a5aadd5fa', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:52:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874691c6-a0e7-4b6e-b5ea-2fb412f39109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:38:47Z', 'updated_at': '2022-06-15T10:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': 'ec47ecd4-e393-4653-b9f3-a87f6da1a441', 'name': '', 'network_id': 'e6fde7a5-1e22-4e94-aade-389d4fc1cd68', 'tenant_id': 'ad67bfe861ba491c89827c72982ea8c2', 'mac_address': 'fa:16:3e:8e:9e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874691c6-a0e7-4b6e-b5ea-2fb412f39109', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '9eb4acaf-82e5-428d-8603-7ab76c00b00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:38:50Z', 'updated_at': '2022-06-15T10:38:57Z', 'revision_number': 4, 'project_id': 'ad67bfe861ba491c89827c72982ea8c2', 'subnets': [{'id': '9eb4acaf-82e5-428d-8603-7ab76c00b00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:38:58.197540 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 33026) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:58.208472 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c5791ba5-7a47-4cab-8537-2592eb2d69ce req-3d220f03-0c59-4805-b8c0-7b438155a586 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3efa3522561147ac8eff67781403423e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357206 Jun 15 10:38:58.239591 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-5fe1b82a-17f0-48a1-b019-918be6c37738 None None] Current status of the port ec47ecd4-e393-4653-b9f3-a87f6da1a441 is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:38:58.249462 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-027fb036-88c0-45c9-9639-99b5c1da03a3 req-06357240-2df0-49e1-b36a-f499642a7b80 tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] Made reservation on behalf of aab8980da8444a9789dd0c0b4b88aeac for: {'port': 1} {{(pid=103806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 10:38:58.255796 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-027fb036-88c0-45c9-9639-99b5c1da03a3 req-06357240-2df0-49e1-b36a-f499642a7b80 tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:58.269500 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-027fb036-88c0-45c9-9639-99b5c1da03a3 req-06357240-2df0-49e1-b36a-f499642a7b80 tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:58.300361 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35987514-4377-4c78-8106-10f78be3f340 None None] The sync data for ids ['874691c6-a0e7-4b6e-b5ea-2fb412f39109'] in dv-cinder-843493-2-iscsi is: [{'id': '874691c6-a0e7-4b6e-b5ea-2fb412f39109', 'name': 'tempest-TestVolumeBootPattern-1603548922-router', 'tenant_id': 'ad67bfe861ba491c89827c72982ea8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': 'e95ab6a9-e7a7-4727-8356-f55a5aadd5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:38:46Z', 'updated_at': '2022-06-15T10:38:51Z', 'revision_number': 4, 'project_id': 'ad67bfe861ba491c89827c72982ea8c2', 'gw_port': {'id': 'e95ab6a9-e7a7-4727-8356-f55a5aadd5fa', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:52:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874691c6-a0e7-4b6e-b5ea-2fb412f39109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:38:47Z', 'updated_at': '2022-06-15T10:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': 'ec47ecd4-e393-4653-b9f3-a87f6da1a441', 'name': '', 'network_id': 'e6fde7a5-1e22-4e94-aade-389d4fc1cd68', 'tenant_id': 'ad67bfe861ba491c89827c72982ea8c2', 'mac_address': 'fa:16:3e:8e:9e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874691c6-a0e7-4b6e-b5ea-2fb412f39109', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '9eb4acaf-82e5-428d-8603-7ab76c00b00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:38:50Z', 'updated_at': '2022-06-15T10:38:57Z', 'revision_number': 4, 'project_id': 'ad67bfe861ba491c89827c72982ea8c2', 'subnets': [{'id': '9eb4acaf-82e5-428d-8603-7ab76c00b00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 10:38:58.377464 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-0ffbb422-7893-46d1-93c2-63ec581617c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:58.409662 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:58.486189 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-0ffbb422-7893-46d1-93c2-63ec581617c8 admin admin] Publish callbacks [] for security_group (62efea82-0511-4254-bf12-fc4490ca82fc), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:58.487216 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-027fb036-88c0-45c9-9639-99b5c1da03a3 req-06357240-2df0-49e1-b36a-f499642a7b80 tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] Publish callbacks [] for security_group (c9c3f1ff-72d9-42a0-b7fc-0b4c046afbf7), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:58.491954 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-0ffbb422-7893-46d1-93c2-63ec581617c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (62efea82-0511-4254-bf12-fc4490ca82fc), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:58.496944 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-027fb036-88c0-45c9-9639-99b5c1da03a3 req-06357240-2df0-49e1-b36a-f499642a7b80 tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (c9c3f1ff-72d9-42a0-b7fc-0b4c046afbf7), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:58.524181 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-0ffbb422-7893-46d1-93c2-63ec581617c8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=36a6fb075f3b434d9ff5c7b0c68b85f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3252888 Jun 15 10:38:58.530259 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 33036) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:58.595452 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06357240-2df0-49e1-b36a-f499642a7b80 tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c3f1ff-72d9-42a0-b7fc-0b4c046afbf7,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:58.602487 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffbb422-7893-46d1-93c2-63ec581617c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62efea82-0511-4254-bf12-fc4490ca82fc,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:58.611070 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c5791ba5-7a47-4cab-8537-2592eb2d69ce req-0627bbcc-afb8-49e3-b6a1-35c1918cb80b service neutron] 10.222.0.49 "GET /v2.0/networks/7dd91b3b-0ef5-4a72-9997-b791d1b8253c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949771 Jun 15 10:38:58.612408 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-64ab4440-1ac0-4c03-b72f-3f46acbd924f req-029e890a-99e8-43ee-8ba7-48a8d7e908ce tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e9a03b4-28e3-4086-8328-99534144d396 HTTP/1.1" status: 200 len: 210 time: 0.0619762 Jun 15 10:38:58.636771 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-53dd7971-d3cd-4add-9fc8-80517530d933 admin admin] Publish callbacks [] for security_group (62efea82-0511-4254-bf12-fc4490ca82fc), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:58.636771 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:58.667104 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-53dd7971-d3cd-4add-9fc8-80517530d933 admin admin] Publish callbacks [] for security_group (62efea82-0511-4254-bf12-fc4490ca82fc), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:58.695584 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:58.723593 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-53dd7971-d3cd-4add-9fc8-80517530d933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (62efea82-0511-4254-bf12-fc4490ca82fc), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:58.726168 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-53dd7971-d3cd-4add-9fc8-80517530d933 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:58.727431 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-53dd7971-d3cd-4add-9fc8-80517530d933 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/62efea82-0511-4254-bf12-fc4490ca82fc HTTP/1.1" status: 204 len: 168 time: 0.1961491 Jun 15 10:38:58.749019 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dd7971-d3cd-4add-9fc8-80517530d933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62efea82-0511-4254-bf12-fc4490ca82fc,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:58.755692 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c5791ba5-7a47-4cab-8537-2592eb2d69ce req-aa3e0d51-01f3-47a2-846d-916668b229d5 service neutron] 10.222.0.49 "GET /v2.0/networks/7dd91b3b-0ef5-4a72-9997-b791d1b8253c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436474 Jun 15 10:38:58.819980 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_common [req-027fb036-88c0-45c9-9639-99b5c1da03a3 req-06357240-2df0-49e1-b36a-f499642a7b80 tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] Allocated IP 192.168.233.185 (3377299e-733b-4c80-95d5-0b4010dd39a0/2155c4c5-0682-468e-82f4-672822ce7039/e0acd26a-d36d-43cf-8141-4a172d82a96b) {{(pid=103806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:38:58.926776 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:58.960052 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-aa85827d-6c09-4d91-873e-8a7bee3e0936 req-4f6c1bc8-4da1-4735-bdc8-5b5beb5d4898 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/ports?device_id=e775b471-43e7-42ee-b07a-50dc0d59e089 HTTP/1.1" status: 200 len: 210 time: 0.0418251 Jun 15 10:38:59.060003 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-027fb036-88c0-45c9-9639-99b5c1da03a3 req-06357240-2df0-49e1-b36a-f499642a7b80 tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] Publish callbacks [] for port (e0acd26a-d36d-43cf-8141-4a172d82a96b), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:59.105935 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-027fb036-88c0-45c9-9639-99b5c1da03a3 req-06357240-2df0-49e1-b36a-f499642a7b80 tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (e0acd26a-d36d-43cf-8141-4a172d82a96b), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:59.155443 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-027fb036-88c0-45c9-9639-99b5c1da03a3 req-06357240-2df0-49e1-b36a-f499642a7b80 tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] Network 3377299e-733b-4c80-95d5-0b4010dd39a0 is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:38:59.159999 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [req-027fb036-88c0-45c9-9639-99b5c1da03a3 req-06357240-2df0-49e1-b36a-f499642a7b80 tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:38:59.164155 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [req-027fb036-88c0-45c9-9639-99b5c1da03a3 req-06357240-2df0-49e1-b36a-f499642a7b80 tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] Received port after_create {{(pid=103806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:38:59.197765 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06357240-2df0-49e1-b36a-f499642a7b80 tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] Pushing event updated for resources: {'Port': ['ID=e0acd26a-d36d-43cf-8141-4a172d82a96b,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:59.227932 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027fb036-88c0-45c9-9639-99b5c1da03a3 req-06357240-2df0-49e1-b36a-f499642a7b80 tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:38:59.228632 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-027fb036-88c0-45c9-9639-99b5c1da03a3 req-06357240-2df0-49e1-b36a-f499642a7b80 tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:59.229447 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 33050) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:59.248647 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-0ad36c15-547a-4d81-891c-1a431f5c848b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:59.249303 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-027fb036-88c0-45c9-9639-99b5c1da03a3 req-06357240-2df0-49e1-b36a-f499642a7b80 tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3889763 Jun 15 10:38:59.269315 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [req-027fb036-88c0-45c9-9639-99b5c1da03a3 req-d3e6c443-b596-449a-bfd9-897f70fea821 service neutron] Request body: {'port': {'device_id': '1e9a03b4-28e3-4086-8328-99534144d396', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84349'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:38:59.354018 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-027fb036-88c0-45c9-9639-99b5c1da03a3 req-d3e6c443-b596-449a-bfd9-897f70fea821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (e0acd26a-d36d-43cf-8141-4a172d82a96b), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:59.390439 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-0ad36c15-547a-4d81-891c-1a431f5c848b admin admin] Publish callbacks [] for security_group (ed078caa-b643-4fac-bed2-61f0a0cc08a6), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:59.397151 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-0ad36c15-547a-4d81-891c-1a431f5c848b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (ed078caa-b643-4fac-bed2-61f0a0cc08a6), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:59.450030 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad36c15-547a-4d81-891c-1a431f5c848b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed078caa-b643-4fac-bed2-61f0a0cc08a6,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:59.457612 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-0ad36c15-547a-4d81-891c-1a431f5c848b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=776e1310de8b40a9819d42b46476c9f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2268789 Jun 15 10:38:59.466416 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 33056) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:38:59.489890 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-97916a31-1d79-402f-8aa9-9de2062f8f80 None None] Provisioning complete for port e0acd26a-d36d-43cf-8141-4a172d82a96b triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:38:59.490490 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-97916a31-1d79-402f-8aa9-9de2062f8f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (e0acd26a-d36d-43cf-8141-4a172d82a96b), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:59.520487 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:59.534557 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-97916a31-1d79-402f-8aa9-9de2062f8f80 None None] Port e0acd26a-d36d-43cf-8141-4a172d82a96b cannot update to ACTIVE because it is not bound. {{(pid=103807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 10:38:59.545294 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-cdafc15a-fd87-4ed0-a167-770693c43ad4 admin admin] Publish callbacks [] for security_group (ed078caa-b643-4fac-bed2-61f0a0cc08a6), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:59.567803 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-cdafc15a-fd87-4ed0-a167-770693c43ad4 admin admin] Publish callbacks [] for security_group (ed078caa-b643-4fac-bed2-61f0a0cc08a6), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:59.628383 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-cdafc15a-fd87-4ed0-a167-770693c43ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (ed078caa-b643-4fac-bed2-61f0a0cc08a6), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:59.631048 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-cdafc15a-fd87-4ed0-a167-770693c43ad4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:59.632249 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-cdafc15a-fd87-4ed0-a167-770693c43ad4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ed078caa-b643-4fac-bed2-61f0a0cc08a6 HTTP/1.1" status: 204 len: 168 time: 0.1605105 Jun 15 10:38:59.642761 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdafc15a-fd87-4ed0-a167-770693c43ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed078caa-b643-4fac-bed2-61f0a0cc08a6,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:59.695632 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [req-027fb036-88c0-45c9-9639-99b5c1da03a3 req-d3e6c443-b596-449a-bfd9-897f70fea821 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0acd26a-d36d-43cf-8141-4a172d82a96b {{(pid=103806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 10:38:59.705976 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-027fb036-88c0-45c9-9639-99b5c1da03a3 req-d3e6c443-b596-449a-bfd9-897f70fea821 service neutron] Publish callbacks [] for port (e0acd26a-d36d-43cf-8141-4a172d82a96b), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:59.724320 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.provisioning_blocks [req-027fb036-88c0-45c9-9639-99b5c1da03a3 req-d3e6c443-b596-449a-bfd9-897f70fea821 service neutron] Transition to ACTIVE for port object e0acd26a-d36d-43cf-8141-4a172d82a96b will not be triggered until provisioned by entity L2. {{(pid=103806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 10:38:59.729663 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-027fb036-88c0-45c9-9639-99b5c1da03a3 req-d3e6c443-b596-449a-bfd9-897f70fea821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-252119569'] for port (e0acd26a-d36d-43cf-8141-4a172d82a96b), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:59.740235 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:59.790954 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device ec47ecd4-e393-4653-b9f3-a87f6da1a441 up at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:38:59.830177 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317dccdd-8c52-488d-a19d-deb500f5361d req-9611180a-c9b7-4725-8ce5-aa83f724bfd7 tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:38:59.831716 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-317dccdd-8c52-488d-a19d-deb500f5361d req-9611180a-c9b7-4725-8ce5-aa83f724bfd7 tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e9a03b4-28e3-4086-8328-99534144d396 HTTP/1.1" status: 200 len: 948 time: 0.0991666 Jun 15 10:38:59.841382 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e6c443-b596-449a-bfd9-897f70fea821 service neutron] Pushing event updated for resources: {'Port': ['ID=e0acd26a-d36d-43cf-8141-4a172d82a96b,revision_number=2']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:38:59.871457 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:59.883128 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Provisioning complete for port ec47ecd4-e393-4653-b9f3-a87f6da1a441 triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:38:59.885098 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (ec47ecd4-e393-4653-b9f3-a87f6da1a441), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:38:59.947835 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:38:59.952223 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-317dccdd-8c52-488d-a19d-deb500f5361d req-3620d546-ed88-4be8-9f12-2bd99e7b3401 tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9c3f1ff-72d9-42a0-b7fc-0b4c046afbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122241 Jun 15 10:38:59.966273 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-027fb036-88c0-45c9-9639-99b5c1da03a3 req-d3e6c443-b596-449a-bfd9-897f70fea821 service neutron] Attempting to bind port e0acd26a-d36d-43cf-8141-4a172d82a96b on host hv-cinder-84349 for vnic_type normal with profile {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 10:38:59.966626 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-027fb036-88c0-45c9-9639-99b5c1da03a3 req-d3e6c443-b596-449a-bfd9-897f70fea821 service neutron] Attempting to bind port e0acd26a-d36d-43cf-8141-4a172d82a96b by drivers openvswitch,hyperv on host hv-cinder-84349 at level 0 using segments [{'id': '3cf842fd-5609-45c5-a22a-5a3a3e9c61da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3377299e-733b-4c80-95d5-0b4010dd39a0'}] {{(pid=103806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 10:38:59.966965 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027fb036-88c0-45c9-9639-99b5c1da03a3 req-d3e6c443-b596-449a-bfd9-897f70fea821 service neutron] Attempting to bind port e0acd26a-d36d-43cf-8141-4a172d82a96b on network 3377299e-733b-4c80-95d5-0b4010dd39a0 {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:38:59.982059 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027fb036-88c0-45c9-9639-99b5c1da03a3 req-d3e6c443-b596-449a-bfd9-897f70fea821 service neutron] Port e0acd26a-d36d-43cf-8141-4a172d82a96b on network 3377299e-733b-4c80-95d5-0b4010dd39a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84349 {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 10:38:59.982386 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027fb036-88c0-45c9-9639-99b5c1da03a3 req-d3e6c443-b596-449a-bfd9-897f70fea821 service neutron] Attempting to bind port e0acd26a-d36d-43cf-8141-4a172d82a96b on network 3377299e-733b-4c80-95d5-0b4010dd39a0 {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:38:59.990603 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027fb036-88c0-45c9-9639-99b5c1da03a3 req-d3e6c443-b596-449a-bfd9-897f70fea821 service neutron] Checking agent: {'id': 'a4349971-e88a-4ea8-a067-54d07204ee65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84349', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 10, 29, 20), 'started_at': datetime.datetime(2022, 6, 15, 10, 29, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 10, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 10:38:59.990945 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027fb036-88c0-45c9-9639-99b5c1da03a3 req-d3e6c443-b596-449a-bfd9-897f70fea821 service neutron] Checking segment: {'id': '3cf842fd-5609-45c5-a22a-5a3a3e9c61da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3377299e-733b-4c80-95d5-0b4010dd39a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:38:59.991375 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027fb036-88c0-45c9-9639-99b5c1da03a3 req-d3e6c443-b596-449a-bfd9-897f70fea821 service neutron] Bound using segment: {'id': '3cf842fd-5609-45c5-a22a-5a3a3e9c61da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3377299e-733b-4c80-95d5-0b4010dd39a0'} {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 10:38:59.991809 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-027fb036-88c0-45c9-9639-99b5c1da03a3 req-d3e6c443-b596-449a-bfd9-897f70fea821 service neutron] Bound port: e0acd26a-d36d-43cf-8141-4a172d82a96b, host: hv-cinder-84349, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cf842fd-5609-45c5-a22a-5a3a3e9c61da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3377299e-733b-4c80-95d5-0b4010dd39a0'}}] {{(pid=103806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 10:38:59.992182 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-027fb036-88c0-45c9-9639-99b5c1da03a3 req-d3e6c443-b596-449a-bfd9-897f70fea821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (e0acd26a-d36d-43cf-8141-4a172d82a96b), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:00.009350 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Current status of the port ec47ecd4-e393-4653-b9f3-a87f6da1a441 is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:39:00.109470 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-027fb036-88c0-45c9-9639-99b5c1da03a3 req-d3e6c443-b596-449a-bfd9-897f70fea821 service neutron] For port e0acd26a-d36d-43cf-8141-4a172d82a96b, host hv-cinder-84349, cleared binding levels {{(pid=103806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 10:39:00.119523 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-027fb036-88c0-45c9-9639-99b5c1da03a3 req-d3e6c443-b596-449a-bfd9-897f70fea821 service neutron] For port e0acd26a-d36d-43cf-8141-4a172d82a96b, host hv-cinder-84349, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=e0acd26a-d36d-43cf-8141-4a172d82a96b,segment=NetworkSegment(3cf842fd-5609-45c5-a22a-5a3a3e9c61da),segment_id=3cf842fd-5609-45c5-a22a-5a3a3e9c61da)] {{(pid=103806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 10:39:00.130055 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-027fb036-88c0-45c9-9639-99b5c1da03a3 req-d3e6c443-b596-449a-bfd9-897f70fea821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-252119569'] for port (e0acd26a-d36d-43cf-8141-4a172d82a96b), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:00.136077 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-6c8d7e9b-de91-4a66-940a-8f564e4a27a7 req-9b7734d1-fc8f-4040-9abb-1c8bba554336 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/ports?device_id=e775b471-43e7-42ee-b07a-50dc0d59e089 HTTP/1.1" status: 200 len: 210 time: 0.0552032 Jun 15 10:39:00.242882 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027fb036-88c0-45c9-9639-99b5c1da03a3 req-d3e6c443-b596-449a-bfd9-897f70fea821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:00.244028 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-027fb036-88c0-45c9-9639-99b5c1da03a3 req-d3e6c443-b596-449a-bfd9-897f70fea821 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:00.245602 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-027fb036-88c0-45c9-9639-99b5c1da03a3 req-d3e6c443-b596-449a-bfd9-897f70fea821 service neutron] 10.222.0.62 "PUT /v2.0/ports/e0acd26a-d36d-43cf-8141-4a172d82a96b HTTP/1.1" status: 200 len: 1098 time: 0.9816716 Jun 15 10:39:00.246189 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e9a03b4-28e3-4086-8328-99534144d396', 'tag': 'e0acd26a-d36d-43cf-8141-4a172d82a96b'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:39:00.248622 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15acf06c26f001ded10715ddc8547394d4bbc7e5ff5a4e462e54e6774371169d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f511ef-3e4a-4559-bc3b-37cfc6f3a3e9" -d '{"events": [{"name": "network-changed", "server_uuid": "1e9a03b4-28e3-4086-8328-99534144d396", "tag": "e0acd26a-d36d-43cf-8141-4a172d82a96b"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:39:00.249433 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 33066) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:39:00.270725 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-f5c3d39a-59ed-4245-b8cc-331583af7b30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:00.299699 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e6c443-b596-449a-bfd9-897f70fea821 service neutron] Pushing event updated for resources: {'Port': ['ID=e0acd26a-d36d-43cf-8141-4a172d82a96b,revision_number=3']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:00.383487 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027fb036-88c0-45c9-9639-99b5c1da03a3 req-eeb776e9-910f-4c11-ad22-7767047ba64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:00.385295 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-027fb036-88c0-45c9-9639-99b5c1da03a3 req-eeb776e9-910f-4c11-ad22-7767047ba64e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aab8980da8444a9789dd0c0b4b88aeac&device_id=1e9a03b4-28e3-4086-8328-99534144d396 HTTP/1.1" status: 200 len: 1132 time: 0.0594978 Jun 15 10:39:00.390916 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 10:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff814c0-7875-4c54-8435-f77bbef64fba x-openstack-request-id: req-dff814c0-7875-4c54-8435-f77bbef64fba {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:39:00.391262 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-f5c3d39a-59ed-4245-b8cc-331583af7b30 admin admin] Publish callbacks [] for security_group (34f5f69b-efd2-4e8f-b46a-a8cf5f349e55), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:00.392192 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e9a03b4-28e3-4086-8328-99534144d396", "tag": "e0acd26a-d36d-43cf-8141-4a172d82a96b", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:39:00.392563 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dff814c0-7875-4c54-8435-f77bbef64fba {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:39:00.393000 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dff814c0-7875-4c54-8435-f77bbef64fba'] response: {'name': 'network-changed', 'server_uuid': '1e9a03b4-28e3-4086-8328-99534144d396', 'tag': 'e0acd26a-d36d-43cf-8141-4a172d82a96b', 'status': 'completed', 'code': 200} Jun 15 10:39:00.396197 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-f5c3d39a-59ed-4245-b8cc-331583af7b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (34f5f69b-efd2-4e8f-b46a-a8cf5f349e55), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:00.459931 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-f5c3d39a-59ed-4245-b8cc-331583af7b30 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d96dae0df643424590cd7b65167f3b87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2088399 Jun 15 10:39:00.461114 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c3d39a-59ed-4245-b8cc-331583af7b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f5f69b-efd2-4e8f-b46a-a8cf5f349e55,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:00.469612 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-027fb036-88c0-45c9-9639-99b5c1da03a3 req-5c4dec09-8f6f-4fef-aee0-1296c433274f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=e0acd26a-d36d-43cf-8141-4a172d82a96b HTTP/1.1" status: 200 len: 217 time: 0.0666716 Jun 15 10:39:00.471800 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 33076) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:39:00.496290 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5791ba5-7a47-4cab-8537-2592eb2d69ce req-e5d1e3bd-061a-4077-96f4-8e5f1b4238a2 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:00.497772 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c5791ba5-7a47-4cab-8537-2592eb2d69ce req-e5d1e3bd-061a-4077-96f4-8e5f1b4238a2 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.62 "GET /v2.0/networks?id=7dd91b3b-0ef5-4a72-9997-b791d1b8253c HTTP/1.1" status: 200 len: 809 time: 0.3159523 Jun 15 10:39:00.542062 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-836fa810-d393-4af7-82bd-1bbcdb00e961 admin admin] Publish callbacks [] for security_group (34f5f69b-efd2-4e8f-b46a-a8cf5f349e55), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:00.563930 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-836fa810-d393-4af7-82bd-1bbcdb00e961 admin admin] Publish callbacks [] for security_group (34f5f69b-efd2-4e8f-b46a-a8cf5f349e55), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:00.618168 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [req-c5791ba5-7a47-4cab-8537-2592eb2d69ce req-a1ef7055-f720-4d4c-8849-d78069f5b348 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Request body: {'port': {'device_id': 'e775b471-43e7-42ee-b07a-50dc0d59e089', 'network_id': '7dd91b3b-0ef5-4a72-9997-b791d1b8253c', 'admin_state_up': True, 'tenant_id': '3efa3522561147ac8eff67781403423e'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:39:00.710724 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027fb036-88c0-45c9-9639-99b5c1da03a3 req-d135e084-f9e2-4500-8386-c2f8898419a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:00.712196 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-027fb036-88c0-45c9-9639-99b5c1da03a3 req-d135e084-f9e2-4500-8386-c2f8898419a7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2155c4c5-0682-468e-82f4-672822ce7039 HTTP/1.1" status: 200 len: 843 time: 0.1110656 Jun 15 10:39:00.722763 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-836fa810-d393-4af7-82bd-1bbcdb00e961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (34f5f69b-efd2-4e8f-b46a-a8cf5f349e55), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:00.725257 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-836fa810-d393-4af7-82bd-1bbcdb00e961 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:00.726293 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-836fa810-d393-4af7-82bd-1bbcdb00e961 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/34f5f69b-efd2-4e8f-b46a-a8cf5f349e55 HTTP/1.1" status: 204 len: 168 time: 0.2532794 Jun 15 10:39:00.771500 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836fa810-d393-4af7-82bd-1bbcdb00e961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f5f69b-efd2-4e8f-b46a-a8cf5f349e55,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:00.800310 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027fb036-88c0-45c9-9639-99b5c1da03a3 req-dad5cf0b-3d22-4821-8ab4-72d62cc9aae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:00.802588 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-027fb036-88c0-45c9-9639-99b5c1da03a3 req-dad5cf0b-3d22-4821-8ab4-72d62cc9aae7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3377299e-733b-4c80-95d5-0b4010dd39a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0734468 Jun 15 10:39:00.835552 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5791ba5-7a47-4cab-8537-2592eb2d69ce req-a1ef7055-f720-4d4c-8849-d78069f5b348 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Made reservation on behalf of 3efa3522561147ac8eff67781403423e for: {'port': 1} {{(pid=103806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 10:39:00.838873 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-c5791ba5-7a47-4cab-8537-2592eb2d69ce req-a1ef7055-f720-4d4c-8849-d78069f5b348 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:00.900575 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:00.979624 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-027fb036-88c0-45c9-9639-99b5c1da03a3 req-40cf6d29-2299-4f9d-b7ff-8bd2ba1b7264 service neutron] 10.222.0.62 "GET /v2.0/networks/3377299e-733b-4c80-95d5-0b4010dd39a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657159 Jun 15 10:39:01.017516 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:01.053407 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:INSERT=12,neutron:SELECT=83,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:01.097352 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6dc5e3-0a39-4de4-90fe-282d5eced00f req-571a357c-42e2-4a8e-8c1c-5e6096fee6e2 tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:01.109582 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-dd6dc5e3-0a39-4de4-90fe-282d5eced00f req-571a357c-42e2-4a8e-8c1c-5e6096fee6e2 tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e9a03b4-28e3-4086-8328-99534144d396 HTTP/1.1" status: 200 len: 948 time: 0.0694008 Jun 15 10:39:01.111450 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_common [req-c5791ba5-7a47-4cab-8537-2592eb2d69ce req-a1ef7055-f720-4d4c-8849-d78069f5b348 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Allocated IP 172.20.0.14 (7dd91b3b-0ef5-4a72-9997-b791d1b8253c/c34d9c0a-77a7-4d80-a747-28ef5e11cec7/8a090001-2a4e-434f-9f38-4a75764a65e9) {{(pid=103806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:39:01.140166 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-027fb036-88c0-45c9-9639-99b5c1da03a3 req-d1fdeeb3-0c70-442c-bda1-2fe310e5ffb5 service neutron] 10.222.0.62 "GET /v2.0/networks/3377299e-733b-4c80-95d5-0b4010dd39a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524274 Jun 15 10:39:01.155112 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-dd6dc5e3-0a39-4de4-90fe-282d5eced00f req-d535eece-652b-453c-99c1-0dfe2e468701 tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9c3f1ff-72d9-42a0-b7fc-0b4c046afbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444257 Jun 15 10:39:01.299124 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ca1a2ebf-d929-4ff5-931f-ce7e02634209 req-6da2c1a1-1e34-41f3-a4ec-60ab55564175 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/ports?device_id=e775b471-43e7-42ee-b07a-50dc0d59e089 HTTP/1.1" status: 200 len: 210 time: 0.0688140 Jun 15 10:39:01.344252 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-c5791ba5-7a47-4cab-8537-2592eb2d69ce req-a1ef7055-f720-4d4c-8849-d78069f5b348 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Publish callbacks [] for port (8a090001-2a4e-434f-9f38-4a75764a65e9), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:01.377055 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-c5791ba5-7a47-4cab-8537-2592eb2d69ce req-a1ef7055-f720-4d4c-8849-d78069f5b348 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (8a090001-2a4e-434f-9f38-4a75764a65e9), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:01.422389 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5791ba5-7a47-4cab-8537-2592eb2d69ce req-a1ef7055-f720-4d4c-8849-d78069f5b348 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Network 7dd91b3b-0ef5-4a72-9997-b791d1b8253c is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:39:01.425907 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [req-c5791ba5-7a47-4cab-8537-2592eb2d69ce req-a1ef7055-f720-4d4c-8849-d78069f5b348 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:39:01.429654 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5791ba5-7a47-4cab-8537-2592eb2d69ce req-a1ef7055-f720-4d4c-8849-d78069f5b348 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Received port after_create {{(pid=103806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:39:01.458007 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ef7055-f720-4d4c-8849-d78069f5b348 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Pushing event updated for resources: {'Port': ['ID=8a090001-2a4e-434f-9f38-4a75764a65e9,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:01.485181 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5791ba5-7a47-4cab-8537-2592eb2d69ce req-a1ef7055-f720-4d4c-8849-d78069f5b348 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:01.485789 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-c5791ba5-7a47-4cab-8537-2592eb2d69ce req-a1ef7055-f720-4d4c-8849-d78069f5b348 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:01.505611 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c5791ba5-7a47-4cab-8537-2592eb2d69ce req-a1ef7055-f720-4d4c-8849-d78069f5b348 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9028618 Jun 15 10:39:01.906394 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 33112) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:39:02.015393 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:02.022980 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-c15789fe-a531-42af-a039-68e5811584d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:02.053850 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [req-c5791ba5-7a47-4cab-8537-2592eb2d69ce req-a9481439-2eb6-4536-bbb1-03e36738fd58 service neutron] Request body: {'port': {'device_id': 'e775b471-43e7-42ee-b07a-50dc0d59e089', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84349'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:39:02.117519 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f511ef-3e4a-4559-bc3b-37cfc6f3a3e9 req-96e3ed9a-978c-4a18-af3d-0ba820aed3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:02.118989 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-22f511ef-3e4a-4559-bc3b-37cfc6f3a3e9 req-96e3ed9a-978c-4a18-af3d-0ba820aed3bb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aab8980da8444a9789dd0c0b4b88aeac&device_id=1e9a03b4-28e3-4086-8328-99534144d396 HTTP/1.1" status: 200 len: 1132 time: 0.0693393 Jun 15 10:39:02.119377 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-c15789fe-a531-42af-a039-68e5811584d5 admin admin] Publish callbacks [] for security_group (b0b65235-ca17-4150-9f24-c2f82e2288aa), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:02.124285 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-c15789fe-a531-42af-a039-68e5811584d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (b0b65235-ca17-4150-9f24-c2f82e2288aa), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:02.169701 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-c5791ba5-7a47-4cab-8537-2592eb2d69ce req-a9481439-2eb6-4536-bbb1-03e36738fd58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (8a090001-2a4e-434f-9f38-4a75764a65e9), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:02.169969 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-c15789fe-a531-42af-a039-68e5811584d5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1f8d83e9e6a748cca6264ce1cc674ada&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2619996 Jun 15 10:39:02.170820 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15789fe-a531-42af-a039-68e5811584d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b65235-ca17-4150-9f24-c2f82e2288aa,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:02.173441 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 33116) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:39:02.231887 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:02.290828 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ec784-13c4-4265-952c-663837958c02 req-9476d285-458b-40d4-912a-9aeadb68710e tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:02.292725 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-d79ec784-13c4-4265-952c-663837958c02 req-9476d285-458b-40d4-912a-9aeadb68710e tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e9a03b4-28e3-4086-8328-99534144d396 HTTP/1.1" status: 200 len: 948 time: 0.0474057 Jun 15 10:39:02.371953 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f511ef-3e4a-4559-bc3b-37cfc6f3a3e9 req-93d12025-f4da-4dbc-bf41-f5aef456a26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:02.374320 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-22f511ef-3e4a-4559-bc3b-37cfc6f3a3e9 req-93d12025-f4da-4dbc-bf41-f5aef456a26b service neutron] 10.222.0.62 "GET /v2.0/networks?id=3377299e-733b-4c80-95d5-0b4010dd39a0 HTTP/1.1" status: 200 len: 870 time: 0.2381182 Jun 15 10:39:02.384166 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-d79ec784-13c4-4265-952c-663837958c02 req-ee65477c-8530-40de-8f2b-8e07a7cd2ee9 tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9c3f1ff-72d9-42a0-b7fc-0b4c046afbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846229 Jun 15 10:39:02.407972 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:02.448191 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-9aebe9e8-335b-4242-9b96-0fa853796e83 admin admin] Publish callbacks [] for security_group (b0b65235-ca17-4150-9f24-c2f82e2288aa), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:02.450532 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-22f511ef-3e4a-4559-bc3b-37cfc6f3a3e9 req-1842167a-d8c7-4830-adca-312f25a393c3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=e0acd26a-d36d-43cf-8141-4a172d82a96b HTTP/1.1" status: 200 len: 217 time: 0.0662701 Jun 15 10:39:02.820699 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-9aebe9e8-335b-4242-9b96-0fa853796e83 admin admin] Publish callbacks [] for security_group (b0b65235-ca17-4150-9f24-c2f82e2288aa), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:02.831536 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aeb863-8424-4f07-80f3-d19293b39724 req-1dbcc864-0e59-48b0-ad32-26190050d100 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:02.832998 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b4aeb863-8424-4f07-80f3-d19293b39724 req-1dbcc864-0e59-48b0-ad32-26190050d100 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/ports?device_id=e775b471-43e7-42ee-b07a-50dc0d59e089 HTTP/1.1" status: 200 len: 932 time: 0.4296892 Jun 15 10:39:02.893628 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f511ef-3e4a-4559-bc3b-37cfc6f3a3e9 req-41f0dbb8-8356-45a7-bd23-9f781d45db44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:02.895053 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-22f511ef-3e4a-4559-bc3b-37cfc6f3a3e9 req-41f0dbb8-8356-45a7-bd23-9f781d45db44 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2155c4c5-0682-468e-82f4-672822ce7039 HTTP/1.1" status: 200 len: 843 time: 0.4147930 Jun 15 10:39:02.995959 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f511ef-3e4a-4559-bc3b-37cfc6f3a3e9 req-dd647558-da12-49d8-97d1-c1f0f7a585d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:02.997440 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-22f511ef-3e4a-4559-bc3b-37cfc6f3a3e9 req-dd647558-da12-49d8-97d1-c1f0f7a585d5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3377299e-733b-4c80-95d5-0b4010dd39a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0931838 Jun 15 10:39:03.008165 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b4aeb863-8424-4f07-80f3-d19293b39724 req-2927ac05-e01b-4cdd-943f-8037d799db60 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/security-groups?id=b962c148-e002-4495-a6eb-5c6391e1ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595404 Jun 15 10:39:03.036536 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-9aebe9e8-335b-4242-9b96-0fa853796e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (b0b65235-ca17-4150-9f24-c2f82e2288aa), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:03.038920 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-9aebe9e8-335b-4242-9b96-0fa853796e83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:03.040047 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-9aebe9e8-335b-4242-9b96-0fa853796e83 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b0b65235-ca17-4150-9f24-c2f82e2288aa HTTP/1.1" status: 204 len: 168 time: 0.8649142 Jun 15 10:39:03.075415 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aebe9e8-335b-4242-9b96-0fa853796e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b65235-ca17-4150-9f24-c2f82e2288aa,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:03.140382 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [req-c5791ba5-7a47-4cab-8537-2592eb2d69ce req-a9481439-2eb6-4536-bbb1-03e36738fd58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a090001-2a4e-434f-9f38-4a75764a65e9 {{(pid=103806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 10:39:03.150991 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-c5791ba5-7a47-4cab-8537-2592eb2d69ce req-a9481439-2eb6-4536-bbb1-03e36738fd58 service neutron] Publish callbacks [] for port (8a090001-2a4e-434f-9f38-4a75764a65e9), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:03.176003 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-22f511ef-3e4a-4559-bc3b-37cfc6f3a3e9 req-79c4cbef-5f40-4fba-aa3e-19909d256baf service neutron] 10.222.0.62 "GET /v2.0/networks/3377299e-733b-4c80-95d5-0b4010dd39a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669266 Jun 15 10:39:03.178550 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.provisioning_blocks [req-c5791ba5-7a47-4cab-8537-2592eb2d69ce req-a9481439-2eb6-4536-bbb1-03e36738fd58 service neutron] Transition to ACTIVE for port object 8a090001-2a4e-434f-9f38-4a75764a65e9 will not be triggered until provisioned by entity L2. {{(pid=103806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 10:39:03.181738 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-c5791ba5-7a47-4cab-8537-2592eb2d69ce req-a9481439-2eb6-4536-bbb1-03e36738fd58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-252119569'] for port (8a090001-2a4e-434f-9f38-4a75764a65e9), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:03.291512 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9481439-2eb6-4536-bbb1-03e36738fd58 service neutron] Pushing event updated for resources: {'Port': ['ID=8a090001-2a4e-434f-9f38-4a75764a65e9,revision_number=2']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:03.354063 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:03.373425 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-22f511ef-3e4a-4559-bc3b-37cfc6f3a3e9 req-d75e43a8-f9d4-497c-9ab4-077efb318764 service neutron] 10.222.0.62 "GET /v2.0/networks/3377299e-733b-4c80-95d5-0b4010dd39a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828415 Jun 15 10:39:03.415005 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-c5791ba5-7a47-4cab-8537-2592eb2d69ce req-a9481439-2eb6-4536-bbb1-03e36738fd58 service neutron] Attempting to bind port 8a090001-2a4e-434f-9f38-4a75764a65e9 on host hv-cinder-84349 for vnic_type normal with profile {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 10:39:03.415491 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-c5791ba5-7a47-4cab-8537-2592eb2d69ce req-a9481439-2eb6-4536-bbb1-03e36738fd58 service neutron] Attempting to bind port 8a090001-2a4e-434f-9f38-4a75764a65e9 by drivers openvswitch,hyperv on host hv-cinder-84349 at level 0 using segments [{'id': '8f4702f8-538a-4627-9cfa-9a36b7ac4bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7dd91b3b-0ef5-4a72-9997-b791d1b8253c'}] {{(pid=103806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 10:39:03.415857 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5791ba5-7a47-4cab-8537-2592eb2d69ce req-a9481439-2eb6-4536-bbb1-03e36738fd58 service neutron] Attempting to bind port 8a090001-2a4e-434f-9f38-4a75764a65e9 on network 7dd91b3b-0ef5-4a72-9997-b791d1b8253c {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:39:03.421502 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5791ba5-7a47-4cab-8537-2592eb2d69ce req-a9481439-2eb6-4536-bbb1-03e36738fd58 service neutron] Port 8a090001-2a4e-434f-9f38-4a75764a65e9 on network 7dd91b3b-0ef5-4a72-9997-b791d1b8253c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84349 {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 10:39:03.421829 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5791ba5-7a47-4cab-8537-2592eb2d69ce req-a9481439-2eb6-4536-bbb1-03e36738fd58 service neutron] Attempting to bind port 8a090001-2a4e-434f-9f38-4a75764a65e9 on network 7dd91b3b-0ef5-4a72-9997-b791d1b8253c {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:39:03.426896 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5791ba5-7a47-4cab-8537-2592eb2d69ce req-a9481439-2eb6-4536-bbb1-03e36738fd58 service neutron] Checking agent: {'id': 'a4349971-e88a-4ea8-a067-54d07204ee65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84349', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 10, 29, 20), 'started_at': datetime.datetime(2022, 6, 15, 10, 29, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 10, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 10:39:03.427274 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5791ba5-7a47-4cab-8537-2592eb2d69ce req-a9481439-2eb6-4536-bbb1-03e36738fd58 service neutron] Checking segment: {'id': '8f4702f8-538a-4627-9cfa-9a36b7ac4bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7dd91b3b-0ef5-4a72-9997-b791d1b8253c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:39:03.427661 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5791ba5-7a47-4cab-8537-2592eb2d69ce req-a9481439-2eb6-4536-bbb1-03e36738fd58 service neutron] Bound using segment: {'id': '8f4702f8-538a-4627-9cfa-9a36b7ac4bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7dd91b3b-0ef5-4a72-9997-b791d1b8253c'} {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 10:39:03.428087 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-c5791ba5-7a47-4cab-8537-2592eb2d69ce req-a9481439-2eb6-4536-bbb1-03e36738fd58 service neutron] Bound port: 8a090001-2a4e-434f-9f38-4a75764a65e9, host: hv-cinder-84349, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f4702f8-538a-4627-9cfa-9a36b7ac4bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7dd91b3b-0ef5-4a72-9997-b791d1b8253c'}}] {{(pid=103806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 10:39:03.431480 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-c5791ba5-7a47-4cab-8537-2592eb2d69ce req-a9481439-2eb6-4536-bbb1-03e36738fd58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (8a090001-2a4e-434f-9f38-4a75764a65e9), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:03.494081 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ee751-9e72-4650-9d24-03719043235c req-5b11308c-de68-4504-99c9-7a58090bb2f7 tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:03.496300 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-323ee751-9e72-4650-9d24-03719043235c req-5b11308c-de68-4504-99c9-7a58090bb2f7 tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e9a03b4-28e3-4086-8328-99534144d396 HTTP/1.1" status: 200 len: 948 time: 0.0519295 Jun 15 10:39:03.516258 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-c5791ba5-7a47-4cab-8537-2592eb2d69ce req-a9481439-2eb6-4536-bbb1-03e36738fd58 service neutron] For port 8a090001-2a4e-434f-9f38-4a75764a65e9, host hv-cinder-84349, cleared binding levels {{(pid=103806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 10:39:03.520151 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-c5791ba5-7a47-4cab-8537-2592eb2d69ce req-a9481439-2eb6-4536-bbb1-03e36738fd58 service neutron] For port 8a090001-2a4e-434f-9f38-4a75764a65e9, host hv-cinder-84349, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=8a090001-2a4e-434f-9f38-4a75764a65e9,segment=NetworkSegment(8f4702f8-538a-4627-9cfa-9a36b7ac4bd7),segment_id=8f4702f8-538a-4627-9cfa-9a36b7ac4bd7)] {{(pid=103806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 10:39:03.527836 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-c5791ba5-7a47-4cab-8537-2592eb2d69ce req-a9481439-2eb6-4536-bbb1-03e36738fd58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-252119569'] for port (8a090001-2a4e-434f-9f38-4a75764a65e9), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:03.555764 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-323ee751-9e72-4650-9d24-03719043235c req-c8b25a3b-4707-4e09-9ea3-ddcd88cfabe0 tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9c3f1ff-72d9-42a0-b7fc-0b4c046afbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509856 Jun 15 10:39:03.573175 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:03.585663 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5791ba5-7a47-4cab-8537-2592eb2d69ce req-a9481439-2eb6-4536-bbb1-03e36738fd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:03.585663 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-c5791ba5-7a47-4cab-8537-2592eb2d69ce req-a9481439-2eb6-4536-bbb1-03e36738fd58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:03.585663 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c5791ba5-7a47-4cab-8537-2592eb2d69ce req-a9481439-2eb6-4536-bbb1-03e36738fd58 service neutron] 10.222.0.62 "PUT /v2.0/ports/8a090001-2a4e-434f-9f38-4a75764a65e9 HTTP/1.1" status: 200 len: 1094 time: 1.5326262 Jun 15 10:39:03.585663 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e775b471-43e7-42ee-b07a-50dc0d59e089', 'tag': '8a090001-2a4e-434f-9f38-4a75764a65e9'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:39:03.585663 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15acf06c26f001ded10715ddc8547394d4bbc7e5ff5a4e462e54e6774371169d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffdb6a8f-7c22-464b-b200-c2cd64be295a" -d '{"events": [{"name": "network-changed", "server_uuid": "e775b471-43e7-42ee-b07a-50dc0d59e089", "tag": "8a090001-2a4e-434f-9f38-4a75764a65e9"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:39:03.607949 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9481439-2eb6-4536-bbb1-03e36738fd58 service neutron] Pushing event updated for resources: {'Port': ['ID=8a090001-2a4e-434f-9f38-4a75764a65e9,revision_number=3']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:03.653483 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 10:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32383c6-229d-4fb6-94fc-de07b3419b1a x-openstack-request-id: req-c32383c6-229d-4fb6-94fc-de07b3419b1a {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:39:03.653983 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e775b471-43e7-42ee-b07a-50dc0d59e089", "tag": "8a090001-2a4e-434f-9f38-4a75764a65e9", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:39:03.654308 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c32383c6-229d-4fb6-94fc-de07b3419b1a {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:39:03.654967 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c32383c6-229d-4fb6-94fc-de07b3419b1a'] response: {'name': 'network-changed', 'server_uuid': 'e775b471-43e7-42ee-b07a-50dc0d59e089', 'tag': '8a090001-2a4e-434f-9f38-4a75764a65e9', 'status': 'completed', 'code': 200} Jun 15 10:39:03.688262 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5791ba5-7a47-4cab-8537-2592eb2d69ce req-89dc034a-a018-43a3-a339-19f784dd69cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:03.692110 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c5791ba5-7a47-4cab-8537-2592eb2d69ce req-89dc034a-a018-43a3-a339-19f784dd69cd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3efa3522561147ac8eff67781403423e&device_id=e775b471-43e7-42ee-b07a-50dc0d59e089 HTTP/1.1" status: 200 len: 1128 time: 0.0500939 Jun 15 10:39:03.745023 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c5791ba5-7a47-4cab-8537-2592eb2d69ce req-cadb8661-59cc-405e-908d-ac646730b87f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a090001-2a4e-434f-9f38-4a75764a65e9 HTTP/1.1" status: 200 len: 217 time: 0.0362747 Jun 15 10:39:03.799672 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5791ba5-7a47-4cab-8537-2592eb2d69ce req-b21e0f6c-b615-42d7-850e-e2e514a9ff08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:03.801134 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c5791ba5-7a47-4cab-8537-2592eb2d69ce req-b21e0f6c-b615-42d7-850e-e2e514a9ff08 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c34d9c0a-77a7-4d80-a747-28ef5e11cec7 HTTP/1.1" status: 200 len: 849 time: 0.0493658 Jun 15 10:39:03.818117 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 33150) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:39:03.836177 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c5791ba5-7a47-4cab-8537-2592eb2d69ce req-edea0e81-ba8e-4b1f-944d-3a6b1e4586f4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7dd91b3b-0ef5-4a72-9997-b791d1b8253c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276861 Jun 15 10:39:03.921643 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [None req-d728d972-2cfb-4d9b-a66d-d5301d40d649 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-972153600-network', 'tenant_id': '129b7faaaf264434baf88ffe0fe9bb25'}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:39:03.932900 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c5791ba5-7a47-4cab-8537-2592eb2d69ce req-a19f7a6d-cc35-49ed-bc7f-61e801d1b703 service neutron] 10.222.0.62 "GET /v2.0/networks/7dd91b3b-0ef5-4a72-9997-b791d1b8253c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897422 Jun 15 10:39:03.942441 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d728d972-2cfb-4d9b-a66d-d5301d40d649 admin admin] Made reservation on behalf of 129b7faaaf264434baf88ffe0fe9bb25 for: {'network': 1} {{(pid=103805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 10:39:03.944976 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-d728d972-2cfb-4d9b-a66d-d5301d40d649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for network (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:03.954431 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-d728d972-2cfb-4d9b-a66d-d5301d40d649 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:04.031172 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-d728d972-2cfb-4d9b-a66d-d5301d40d649 admin admin] Publish callbacks [] for security_group (6973b2b7-2606-4029-bb79-335c861bdd86), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:04.034852 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c5791ba5-7a47-4cab-8537-2592eb2d69ce req-a6cc6e0e-2d30-4767-8910-c9722ed735b9 service neutron] 10.222.0.62 "GET /v2.0/networks/7dd91b3b-0ef5-4a72-9997-b791d1b8253c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890017 Jun 15 10:39:04.035617 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-d728d972-2cfb-4d9b-a66d-d5301d40d649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (6973b2b7-2606-4029-bb79-335c861bdd86), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:04.068332 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d728d972-2cfb-4d9b-a66d-d5301d40d649 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=103805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 10:39:04.077331 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d728d972-2cfb-4d9b-a66d-d5301d40d649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6973b2b7-2606-4029-bb79-335c861bdd86,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:04.083376 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-d728d972-2cfb-4d9b-a66d-d5301d40d649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7722752'] for segment (4fa5687d-654a-42b8-8e31-b16f3174e2b4), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:04.083716 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.db.segments_db [None req-d728d972-2cfb-4d9b-a66d-d5301d40d649 admin admin] Added segment 4fa5687d-654a-42b8-8e31-b16f3174e2b4 of type vlan for network 38c3248b-0ee1-440d-9b31-0c1018fc7378 Jun 15 10:39:04.156507 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-d728d972-2cfb-4d9b-a66d-d5301d40d649 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732880046228'] for network (38c3248b-0ee1-440d-9b31-0c1018fc7378), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:04.170490 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e22d0-efb2-4bbd-8b2c-bc7cb2ad2074 req-70959c90-70c6-4c61-bbcb-a04c49bb9d02 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:04.172556 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-f53e22d0-efb2-4bbd-8b2c-bc7cb2ad2074 req-70959c90-70c6-4c61-bbcb-a04c49bb9d02 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/ports?device_id=e775b471-43e7-42ee-b07a-50dc0d59e089 HTTP/1.1" status: 200 len: 944 time: 0.0810385 Jun 15 10:39:04.210451 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-d728d972-2cfb-4d9b-a66d-d5301d40d649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468'] for network (38c3248b-0ee1-440d-9b31-0c1018fc7378), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:04.211394 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d728d972-2cfb-4d9b-a66d-d5301d40d649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:04.211961 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-d728d972-2cfb-4d9b-a66d-d5301d40d649 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for network (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:04.222162 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:04.260862 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-d728d972-2cfb-4d9b-a66d-d5301d40d649 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.4416680 Jun 15 10:39:04.263847 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 33156) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:39:04.268934 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-d4973b07-bf24-47ab-b4a3-89c31101c47d admin admin] Request body: {'subnet': {'network_id': '38c3248b-0ee1-440d-9b31-0c1018fc7378', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-972153600-subnet', 'tenant_id': '129b7faaaf264434baf88ffe0fe9bb25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:39:04.269122 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:04.272333 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-f53e22d0-efb2-4bbd-8b2c-bc7cb2ad2074 req-4126fa24-322b-491b-bbf8-83191cae4bf1 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/security-groups?id=b962c148-e002-4495-a6eb-5c6391e1ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935168 Jun 15 10:39:04.300162 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4973b07-bf24-47ab-b4a3-89c31101c47d admin admin] Made reservation on behalf of 129b7faaaf264434baf88ffe0fe9bb25 for: {'subnet': 1} {{(pid=103806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 10:39:04.302725 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-d4973b07-bf24-47ab-b4a3-89c31101c47d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-251934017'] for subnet (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:04.303627 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d728d972-2cfb-4d9b-a66d-d5301d40d649 admin admin] Pushing event updated for resources: {'Network': ['ID=38c3248b-0ee1-440d-9b31-0c1018fc7378,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:04.314554 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Network 38c3248b-0ee1-440d-9b31-0c1018fc7378 details requested by agent ovs-agent-dv-cinder-843493-2-iscsi with host dv-cinder-843493-2-iscsi {{(pid=103807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 10:39:04.475227 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-d4973b07-bf24-47ab-b4a3-89c31101c47d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-252119786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-251934063'] for subnet (80beb8af-569c-4f6e-b662-136b287343c7), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:04.536340 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4973b07-bf24-47ab-b4a3-89c31101c47d admin admin] Pushing event updated for resources: {'Subnet': ['ID=80beb8af-569c-4f6e-b662-136b287343c7,revision_number=0']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:04.545215 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4973b07-bf24-47ab-b4a3-89c31101c47d admin admin] Checking segment: {'id': '4fa5687d-654a-42b8-8e31-b16f3174e2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '38c3248b-0ee1-440d-9b31-0c1018fc7378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:39:04.545568 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4973b07-bf24-47ab-b4a3-89c31101c47d admin admin] Network hostable DHCP agents. Network: 38c3248b-0ee1-440d-9b31-0c1018fc7378, hostable agents: ['e7b68426-6abe-45ee-a2ce-c32f72f66753'], hosted agents: [] {{(pid=103806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 10:39:04.564667 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4973b07-bf24-47ab-b4a3-89c31101c47d admin admin] Network 38c3248b-0ee1-440d-9b31-0c1018fc7378 is scheduled to be hosted by DHCP agent e7b68426-6abe-45ee-a2ce-c32f72f66753 with binding_index 1 {{(pid=103806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 10:39:04.573279 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [None req-d4973b07-bf24-47ab-b4a3-89c31101c47d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843493-2-iscsi, 38c3248b-0ee1-440d-9b31-0c1018fc7378) {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:39:04.577244 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4973b07-bf24-47ab-b4a3-89c31101c47d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:04.578395 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-d4973b07-bf24-47ab-b4a3-89c31101c47d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:04.583374 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50b78cc-2181-46c3-b9db-02a498e3b00b None None] Network 38c3248b-0ee1-440d-9b31-0c1018fc7378 requested from dv-cinder-843493-2-iscsi {{(pid=103807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 10:39:04.603639 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-d4973b07-bf24-47ab-b4a3-89c31101c47d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3294704 Jun 15 10:39:04.684501 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:04.695754 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd34bdb4-cf6a-4f9b-af4b-3421ccef418b req-135c1590-2a22-43bd-9ff5-ca9655682aac tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:04.703644 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-cd34bdb4-cf6a-4f9b-af4b-3421ccef418b req-135c1590-2a22-43bd-9ff5-ca9655682aac tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e9a03b4-28e3-4086-8328-99534144d396 HTTP/1.1" status: 200 len: 948 time: 0.0652385 Jun 15 10:39:04.714816 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6438685a-af03-49ca-85c3-e87a577124c1 None None] Network 38c3248b-0ee1-440d-9b31-0c1018fc7378 requested from dv-cinder-843493-2-iscsi {{(pid=103807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 10:39:04.761771 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-cd34bdb4-cf6a-4f9b-af4b-3421ccef418b req-3a79bdcf-49ea-4e2a-b6d6-823ca5bd002e tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9c3f1ff-72d9-42a0-b7fc-0b4c046afbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570569 Jun 15 10:39:04.791596 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device e0acd26a-d36d-43cf-8141-4a172d82a96b details requested by agent hyperv_hv-cinder-84349 with host hv-cinder-84349 {{(pid=103807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 10:39:04.926219 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port e0acd26a-d36d-43cf-8141-4a172d82a96b, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=e0acd26a-d36d-43cf-8141-4a172d82a96b,segment=NetworkSegment(3cf842fd-5609-45c5-a22a-5a3a3e9c61da),segment_id=3cf842fd-5609-45c5-a22a-5a3a3e9c61da)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:39:04.944336 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Returning: {'device': 'e0acd26a-d36d-43cf-8141-4a172d82a96b', 'network_id': '3377299e-733b-4c80-95d5-0b4010dd39a0', 'port_id': 'e0acd26a-d36d-43cf-8141-4a172d82a96b', 'mac_address': 'fa:16:3e:8f:4f:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2155c4c5-0682-468e-82f4-672822ce7039', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 10:39:04.958852 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb6a8f-7c22-464b-b200-c2cd64be295a req-f69557a8-41cd-424d-b6e3-898b420c2cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:04.960402 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ffdb6a8f-7c22-464b-b200-c2cd64be295a req-f69557a8-41cd-424d-b6e3-898b420c2cc1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3efa3522561147ac8eff67781403423e&device_id=e775b471-43e7-42ee-b07a-50dc0d59e089 HTTP/1.1" status: 200 len: 1128 time: 0.0451868 Jun 15 10:39:04.982137 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Current status of the port e0acd26a-d36d-43cf-8141-4a172d82a96b is: DOWN; New status is: BUILD {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:39:04.982471 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (e0acd26a-d36d-43cf-8141-4a172d82a96b), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:04.996981 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0acd26a-d36d-43cf-8141-4a172d82a96b {{(pid=103807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 10:39:05.025418 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port e0acd26a-d36d-43cf-8141-4a172d82a96b, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=e0acd26a-d36d-43cf-8141-4a172d82a96b,segment=NetworkSegment(3cf842fd-5609-45c5-a22a-5a3a3e9c61da),segment_id=3cf842fd-5609-45c5-a22a-5a3a3e9c61da)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:39:05.029076 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (e0acd26a-d36d-43cf-8141-4a172d82a96b), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:05.061885 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb6a8f-7c22-464b-b200-c2cd64be295a req-1630404f-36cc-4b0c-b2a9-1637eb561295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:05.064126 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ffdb6a8f-7c22-464b-b200-c2cd64be295a req-1630404f-36cc-4b0c-b2a9-1637eb561295 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7dd91b3b-0ef5-4a72-9997-b791d1b8253c HTTP/1.1" status: 200 len: 910 time: 0.0967839 Jun 15 10:39:05.083647 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Pushing event updated for resources: {'Port': ['ID=e0acd26a-d36d-43cf-8141-4a172d82a96b,revision_number=4']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:05.112325 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ffdb6a8f-7c22-464b-b200-c2cd64be295a req-90f26028-9f8b-4f6a-b329-b83f9d55b0b8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a090001-2a4e-434f-9f38-4a75764a65e9 HTTP/1.1" status: 200 len: 217 time: 0.0412672 Jun 15 10:39:05.144311 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:05.169334 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb6a8f-7c22-464b-b200-c2cd64be295a req-154fe1a3-e940-4db6-80db-9ca78b368781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:05.170861 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ffdb6a8f-7c22-464b-b200-c2cd64be295a req-154fe1a3-e940-4db6-80db-9ca78b368781 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c34d9c0a-77a7-4d80-a747-28ef5e11cec7 HTTP/1.1" status: 200 len: 849 time: 0.0527029 Jun 15 10:39:05.212690 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ffdb6a8f-7c22-464b-b200-c2cd64be295a req-b2df8540-33c6-4347-87c8-1eb5a01e6bf5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7dd91b3b-0ef5-4a72-9997-b791d1b8253c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347464 Jun 15 10:39:05.313880 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ffdb6a8f-7c22-464b-b200-c2cd64be295a req-8456ed12-2e8d-43b9-96b8-ad8bbdf93167 service neutron] 10.222.0.62 "GET /v2.0/networks/7dd91b3b-0ef5-4a72-9997-b791d1b8253c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859983 Jun 15 10:39:05.345567 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] get_ports_and_sgs() called for port_ids ['e0acd26a-d36d-43cf-8141-4a172d82a96b'] {{(pid=103807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 10:39:05.390799 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb8618-1c95-4010-996f-f9a481861084 req-2dc6ba83-9e2e-49f8-81d2-834ba29fc75b tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:05.392353 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-98fb8618-1c95-4010-996f-f9a481861084 req-2dc6ba83-9e2e-49f8-81d2-834ba29fc75b tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/ports?device_id=e775b471-43e7-42ee-b07a-50dc0d59e089 HTTP/1.1" status: 200 len: 944 time: 0.0494010 Jun 15 10:39:05.412763 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ffdb6a8f-7c22-464b-b200-c2cd64be295a req-575d9bd5-1142-4b0c-9e17-56b42b059a67 service neutron] 10.222.0.62 "GET /v2.0/networks/7dd91b3b-0ef5-4a72-9997-b791d1b8253c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903261 Jun 15 10:39:05.441508 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:05.450965 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-98fb8618-1c95-4010-996f-f9a481861084 req-6fe5ce1c-bfc4-42e5-8296-2398e166d2c9 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/security-groups?id=b962c148-e002-4495-a6eb-5c6391e1ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480168 Jun 15 10:39:05.875906 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76cf164-48e4-41ce-8059-9dbf91d6f8d3 req-9ae79058-da5a-44d4-bdf4-375a19b99155 tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:05.877354 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e76cf164-48e4-41ce-8059-9dbf91d6f8d3 req-9ae79058-da5a-44d4-bdf4-375a19b99155 tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e9a03b4-28e3-4086-8328-99534144d396 HTTP/1.1" status: 200 len: 949 time: 0.0461552 Jun 15 10:39:05.925005 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e76cf164-48e4-41ce-8059-9dbf91d6f8d3 req-fa28d9ef-80d0-44ce-8cb6-9e72041ac22d tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9c3f1ff-72d9-42a0-b7fc-0b4c046afbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422277 Jun 15 10:39:06.441297 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d199a343-ca82-4176-b3e7-aaeddc2042e6 req-0345ec28-7fe1-446e-9e5f-1b2fcff347ee tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:06.442753 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-d199a343-ca82-4176-b3e7-aaeddc2042e6 req-0345ec28-7fe1-446e-9e5f-1b2fcff347ee tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.49 "GET /v2.0/networks?id=38c3248b-0ee1-440d-9b31-0c1018fc7378 HTTP/1.1" status: 200 len: 813 time: 0.1000557 Jun 15 10:39:06.457740 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-d199a343-ca82-4176-b3e7-aaeddc2042e6 req-e7a419f5-20a1-4801-a39a-8f384564dcbe tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.49 "GET /v2.0/quotas/129b7faaaf264434baf88ffe0fe9bb25 HTTP/1.1" status: 200 len: 375 time: 0.0095582 Jun 15 10:39:06.489843 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-d199a343-ca82-4176-b3e7-aaeddc2042e6 req-ec979409-e6b1-4379-aa1c-b0cff5d902b4 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=129b7faaaf264434baf88ffe0fe9bb25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272880 Jun 15 10:39:06.566909 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775425af-0939-43bc-bb0f-9aff897129b2 req-ec91fe03-27b3-4055-9cce-81e0d3e6aa86 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:06.568421 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-775425af-0939-43bc-bb0f-9aff897129b2 req-ec91fe03-27b3-4055-9cce-81e0d3e6aa86 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/ports?device_id=e775b471-43e7-42ee-b07a-50dc0d59e089 HTTP/1.1" status: 200 len: 944 time: 0.0493047 Jun 15 10:39:06.591002 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-d199a343-ca82-4176-b3e7-aaeddc2042e6 req-bb9407aa-f8dc-4af4-aa7f-7486f9e11131 service neutron] 10.222.0.49 "GET /v2.0/networks/38c3248b-0ee1-440d-9b31-0c1018fc7378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944221 Jun 15 10:39:06.621275 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-775425af-0939-43bc-bb0f-9aff897129b2 req-14b6fa40-f0bb-451b-9a5c-c54c1e58ba42 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/security-groups?id=b962c148-e002-4495-a6eb-5c6391e1ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458472 Jun 15 10:39:06.683711 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-d199a343-ca82-4176-b3e7-aaeddc2042e6 req-badfa952-6a0b-47b2-8671-5f67cd6ebd2e service neutron] 10.222.0.49 "GET /v2.0/networks/38c3248b-0ee1-440d-9b31-0c1018fc7378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867398 Jun 15 10:39:06.822508 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 8a090001-2a4e-434f-9f38-4a75764a65e9 details requested by agent hyperv_hv-cinder-84349 with host hv-cinder-84349 {{(pid=103807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 10:39:06.837726 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device e0acd26a-d36d-43cf-8141-4a172d82a96b up at agent hyperv_hv-cinder-84349 {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:39:06.851751 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-959e878d-daa5-4619-86a0-48812d103094 req-4ff8f5b3-00d0-430b-b551-efb7539b1966 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.49 "GET /v2.0/ports?device_id=8378a647-7d0e-435f-8e73-7b57b250faa5 HTTP/1.1" status: 200 len: 210 time: 0.0347424 Jun 15 10:39:06.872633 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:06.927867 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Provisioning for port e0acd26a-d36d-43cf-8141-4a172d82a96b completed by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 10:39:06.963008 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Provisioning complete for port e0acd26a-d36d-43cf-8141-4a172d82a96b triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:39:06.963392 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (e0acd26a-d36d-43cf-8141-4a172d82a96b), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:07.032484 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port 8a090001-2a4e-434f-9f38-4a75764a65e9, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=8a090001-2a4e-434f-9f38-4a75764a65e9,segment=NetworkSegment(8f4702f8-538a-4627-9cfa-9a36b7ac4bd7),segment_id=8f4702f8-538a-4627-9cfa-9a36b7ac4bd7)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:39:07.050121 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Returning: {'device': '8a090001-2a4e-434f-9f38-4a75764a65e9', 'network_id': '7dd91b3b-0ef5-4a72-9997-b791d1b8253c', 'port_id': '8a090001-2a4e-434f-9f38-4a75764a65e9', 'mac_address': 'fa:16:3e:32:74:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c34d9c0a-77a7-4d80-a747-28ef5e11cec7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 10:39:07.053831 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04592fe0-7787-4065-ad1c-c434b1d3a4b2 req-b78d4226-85ec-43f8-9958-e1412c4a121d tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:07.055345 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-04592fe0-7787-4065-ad1c-c434b1d3a4b2 req-b78d4226-85ec-43f8-9958-e1412c4a121d tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e9a03b4-28e3-4086-8328-99534144d396 HTTP/1.1" status: 200 len: 949 time: 0.0567250 Jun 15 10:39:07.105926 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-04592fe0-7787-4065-ad1c-c434b1d3a4b2 req-db93abb4-c458-4f11-bdc1-454e3120be60 tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9c3f1ff-72d9-42a0-b7fc-0b4c046afbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450058 Jun 15 10:39:07.110473 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Current status of the port e0acd26a-d36d-43cf-8141-4a172d82a96b is: BUILD; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:39:07.110844 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (e0acd26a-d36d-43cf-8141-4a172d82a96b), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:07.125977 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Current status of the port 8a090001-2a4e-434f-9f38-4a75764a65e9 is: DOWN; New status is: BUILD {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:39:07.126364 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (8a090001-2a4e-434f-9f38-4a75764a65e9), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:07.147483 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a090001-2a4e-434f-9f38-4a75764a65e9 {{(pid=103807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 10:39:07.156879 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9a03b4-28e3-4086-8328-99534144d396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0acd26a-d36d-43cf-8141-4a172d82a96b'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:39:07.159462 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9205ebd0146601a57e336ba0e259bffcba8e9192005a2aa68aaaf98781184b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b21c6d-1018-4257-aa50-d69dc8c663a8" -d '{"events": [{"server_uuid": "1e9a03b4-28e3-4086-8328-99534144d396", "name": "network-vif-plugged", "status": "completed", "tag": "e0acd26a-d36d-43cf-8141-4a172d82a96b"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:39:07.178934 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port e0acd26a-d36d-43cf-8141-4a172d82a96b, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=e0acd26a-d36d-43cf-8141-4a172d82a96b,segment=NetworkSegment(3cf842fd-5609-45c5-a22a-5a3a3e9c61da),segment_id=3cf842fd-5609-45c5-a22a-5a3a3e9c61da)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:39:07.188287 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (e0acd26a-d36d-43cf-8141-4a172d82a96b), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:07.192806 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port 8a090001-2a4e-434f-9f38-4a75764a65e9, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=8a090001-2a4e-434f-9f38-4a75764a65e9,segment=NetworkSegment(8f4702f8-538a-4627-9cfa-9a36b7ac4bd7),segment_id=8f4702f8-538a-4627-9cfa-9a36b7ac4bd7)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:39:07.199000 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 10:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ca5f9a-115b-494a-88a2-4020c949c661 x-openstack-request-id: req-d2ca5f9a-115b-494a-88a2-4020c949c661 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:39:07.199327 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e9a03b4-28e3-4086-8328-99534144d396", "name": "network-vif-plugged", "status": "completed", "tag": "e0acd26a-d36d-43cf-8141-4a172d82a96b", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:39:07.199582 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d2ca5f9a-115b-494a-88a2-4020c949c661 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:39:07.199974 dv-cinder-843493-2-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2ca5f9a-115b-494a-88a2-4020c949c661'] response: {'server_uuid': '1e9a03b4-28e3-4086-8328-99534144d396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0acd26a-d36d-43cf-8141-4a172d82a96b', 'code': 200} Jun 15 10:39:07.221343 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (8a090001-2a4e-434f-9f38-4a75764a65e9), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:07.251770 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Pushing event updated for resources: {'Port': ['ID=e0acd26a-d36d-43cf-8141-4a172d82a96b,revision_number=5']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:07.303615 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Pushing event updated for resources: {'Port': ['ID=8a090001-2a4e-434f-9f38-4a75764a65e9,revision_number=4']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:07.445212 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba084286-6131-429e-b894-18402267a5a0 req-1c46b823-1728-438f-9ac3-7f8723420539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:07.446758 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ba084286-6131-429e-b894-18402267a5a0 req-1c46b823-1728-438f-9ac3-7f8723420539 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1e9a03b4-28e3-4086-8328-99534144d396 HTTP/1.1" status: 200 len: 1134 time: 0.0387239 Jun 15 10:39:07.496615 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ba084286-6131-429e-b894-18402267a5a0 req-ee620b93-7520-4f49-97de-1dd1833d01d7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c9c3f1ff-72d9-42a0-b7fc-0b4c046afbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373039 Jun 15 10:39:07.546012 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] get_ports_and_sgs() called for port_ids ['8a090001-2a4e-434f-9f38-4a75764a65e9'] {{(pid=103807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 10:39:07.735613 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a225114-f205-40de-8112-abd0c4a681f7 req-7d18976d-05f3-4bc6-b730-e52149d1b04f tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:07.737045 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-8a225114-f205-40de-8112-abd0c4a681f7 req-7d18976d-05f3-4bc6-b730-e52149d1b04f tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/ports?device_id=e775b471-43e7-42ee-b07a-50dc0d59e089 HTTP/1.1" status: 200 len: 945 time: 0.0461500 Jun 15 10:39:07.782720 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-8a225114-f205-40de-8112-abd0c4a681f7 req-aee6a660-a11f-41b9-9deb-f02be58c1ca5 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/security-groups?id=b962c148-e002-4495-a6eb-5c6391e1ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400286 Jun 15 10:39:07.950471 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0e67e96f-9b64-464a-8280-0864fff646d0 req-fc32fcc1-f3b6-4e75-98bf-efc1951ab532 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.49 "GET /v2.0/ports?device_id=8378a647-7d0e-435f-8e73-7b57b250faa5 HTTP/1.1" status: 200 len: 210 time: 0.0311375 Jun 15 10:39:08.223242 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de47415-33d4-4669-a31c-90156ae27918 req-b4c86cfe-fdfe-4d2c-8560-4279617f5a28 tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:08.224667 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-9de47415-33d4-4669-a31c-90156ae27918 req-b4c86cfe-fdfe-4d2c-8560-4279617f5a28 tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e9a03b4-28e3-4086-8328-99534144d396 HTTP/1.1" status: 200 len: 950 time: 0.0483766 Jun 15 10:39:08.273874 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-9de47415-33d4-4669-a31c-90156ae27918 req-9c952f41-07bb-498a-9a4a-3a3630f1f9c1 tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9c3f1ff-72d9-42a0-b7fc-0b4c046afbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435052 Jun 15 10:39:08.601959 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d199a343-ca82-4176-b3e7-aaeddc2042e6 req-98a650ce-51c9-48a5-8f3f-a70cce1bfab6 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:08.603408 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d199a343-ca82-4176-b3e7-aaeddc2042e6 req-98a650ce-51c9-48a5-8f3f-a70cce1bfab6 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.62 "GET /v2.0/networks?id=38c3248b-0ee1-440d-9b31-0c1018fc7378 HTTP/1.1" status: 200 len: 813 time: 0.1031234 Jun 15 10:39:08.771246 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [req-d199a343-ca82-4176-b3e7-aaeddc2042e6 req-79797cc5-b2d0-4d06-bb17-e8266269c964 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Request body: {'port': {'device_id': '8378a647-7d0e-435f-8e73-7b57b250faa5', 'network_id': '38c3248b-0ee1-440d-9b31-0c1018fc7378', 'admin_state_up': True, 'tenant_id': '129b7faaaf264434baf88ffe0fe9bb25'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:39:08.830020 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 8a090001-2a4e-434f-9f38-4a75764a65e9 up at agent hyperv_hv-cinder-84349 {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:39:08.862261 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:08.879517 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Provisioning for port 8a090001-2a4e-434f-9f38-4a75764a65e9 completed by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 10:39:08.884639 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Provisioning complete for port 8a090001-2a4e-434f-9f38-4a75764a65e9 triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:39:08.885099 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (8a090001-2a4e-434f-9f38-4a75764a65e9), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:08.890420 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=100 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:08.921393 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40261c-59f6-46aa-83f7-e6c0df48f14d req-8dfe0f65-4fc4-4d5b-a6f9-b30b53b52cf2 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:08.923542 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-da40261c-59f6-46aa-83f7-e6c0df48f14d req-8dfe0f65-4fc4-4d5b-a6f9-b30b53b52cf2 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/ports?device_id=e775b471-43e7-42ee-b07a-50dc0d59e089 HTTP/1.1" status: 200 len: 945 time: 0.0662897 Jun 15 10:39:08.945180 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d199a343-ca82-4176-b3e7-aaeddc2042e6 req-79797cc5-b2d0-4d06-bb17-e8266269c964 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Made reservation on behalf of 129b7faaaf264434baf88ffe0fe9bb25 for: {'port': 1} {{(pid=103806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 10:39:08.953996 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-d199a343-ca82-4176-b3e7-aaeddc2042e6 req-79797cc5-b2d0-4d06-bb17-e8266269c964 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:08.963011 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Current status of the port 8a090001-2a4e-434f-9f38-4a75764a65e9 is: BUILD; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:39:08.963432 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (8a090001-2a4e-434f-9f38-4a75764a65e9), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:09.002882 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port 8a090001-2a4e-434f-9f38-4a75764a65e9, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=8a090001-2a4e-434f-9f38-4a75764a65e9,segment=NetworkSegment(8f4702f8-538a-4627-9cfa-9a36b7ac4bd7),segment_id=8f4702f8-538a-4627-9cfa-9a36b7ac4bd7)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:39:09.007237 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (8a090001-2a4e-434f-9f38-4a75764a65e9), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:09.041837 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:09.052805 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-da40261c-59f6-46aa-83f7-e6c0df48f14d req-b416f5ca-c663-49f2-8341-b39c43229192 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/security-groups?id=b962c148-e002-4495-a6eb-5c6391e1ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157410 Jun 15 10:39:09.056036 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-c86eee4c-0969-4e26-a680-6a6f07cc3b1d req-11ee5756-46c3-422e-aebd-7f1f9d2e27ec tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.49 "GET /v2.0/ports?device_id=8378a647-7d0e-435f-8e73-7b57b250faa5 HTTP/1.1" status: 200 len: 210 time: 0.0322237 Jun 15 10:39:09.077166 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Pushing event updated for resources: {'Port': ['ID=8a090001-2a4e-434f-9f38-4a75764a65e9,revision_number=5']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:09.101322 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:09.125606 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_common [req-d199a343-ca82-4176-b3e7-aaeddc2042e6 req-79797cc5-b2d0-4d06-bb17-e8266269c964 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Allocated IP 172.20.0.7 (38c3248b-0ee1-440d-9b31-0c1018fc7378/80beb8af-569c-4f6e-b662-136b287343c7/12fca43d-5e94-42ef-b28d-a3f4d1fdfab6) {{(pid=103806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:39:09.200536 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e775b471-43e7-42ee-b07a-50dc0d59e089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a090001-2a4e-434f-9f38-4a75764a65e9'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:39:09.203501 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9205ebd0146601a57e336ba0e259bffcba8e9192005a2aa68aaaf98781184b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf1b272-51ff-42db-b479-5f69efa6c137" -d '{"events": [{"server_uuid": "e775b471-43e7-42ee-b07a-50dc0d59e089", "name": "network-vif-plugged", "status": "completed", "tag": "8a090001-2a4e-434f-9f38-4a75764a65e9"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:39:09.238346 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 10:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3cabf3-d322-4daf-b3f7-5ac42a0f07ac x-openstack-request-id: req-ae3cabf3-d322-4daf-b3f7-5ac42a0f07ac {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:39:09.238640 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e775b471-43e7-42ee-b07a-50dc0d59e089", "name": "network-vif-plugged", "status": "completed", "tag": "8a090001-2a4e-434f-9f38-4a75764a65e9", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:39:09.238895 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ae3cabf3-d322-4daf-b3f7-5ac42a0f07ac {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:39:09.239335 dv-cinder-843493-2-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae3cabf3-d322-4daf-b3f7-5ac42a0f07ac'] response: {'server_uuid': 'e775b471-43e7-42ee-b07a-50dc0d59e089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a090001-2a4e-434f-9f38-4a75764a65e9', 'code': 200} Jun 15 10:39:09.273074 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-d199a343-ca82-4176-b3e7-aaeddc2042e6 req-79797cc5-b2d0-4d06-bb17-e8266269c964 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Publish callbacks [] for port (12fca43d-5e94-42ef-b28d-a3f4d1fdfab6), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:09.306375 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-d199a343-ca82-4176-b3e7-aaeddc2042e6 req-79797cc5-b2d0-4d06-bb17-e8266269c964 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (12fca43d-5e94-42ef-b28d-a3f4d1fdfab6), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:09.350801 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d199a343-ca82-4176-b3e7-aaeddc2042e6 req-79797cc5-b2d0-4d06-bb17-e8266269c964 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Network 38c3248b-0ee1-440d-9b31-0c1018fc7378 is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:39:09.353919 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [req-d199a343-ca82-4176-b3e7-aaeddc2042e6 req-79797cc5-b2d0-4d06-bb17-e8266269c964 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:39:09.357910 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [req-d199a343-ca82-4176-b3e7-aaeddc2042e6 req-79797cc5-b2d0-4d06-bb17-e8266269c964 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Received port after_create {{(pid=103806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:39:09.364191 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79797cc5-b2d0-4d06-bb17-e8266269c964 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Pushing event updated for resources: {'Port': ['ID=12fca43d-5e94-42ef-b28d-a3f4d1fdfab6,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:09.395436 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6bdcf-bc40-4e31-95ff-33fa7838e993 req-444a386b-000f-43c6-a053-3b3a6b9234f5 tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:09.396906 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-9dc6bdcf-bc40-4e31-95ff-33fa7838e993 req-444a386b-000f-43c6-a053-3b3a6b9234f5 tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e9a03b4-28e3-4086-8328-99534144d396 HTTP/1.1" status: 200 len: 950 time: 0.0524039 Jun 15 10:39:09.409910 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d199a343-ca82-4176-b3e7-aaeddc2042e6 req-79797cc5-b2d0-4d06-bb17-e8266269c964 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:09.410515 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-d199a343-ca82-4176-b3e7-aaeddc2042e6 req-79797cc5-b2d0-4d06-bb17-e8266269c964 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:09.427046 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d199a343-ca82-4176-b3e7-aaeddc2042e6 req-79797cc5-b2d0-4d06-bb17-e8266269c964 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6599829 Jun 15 10:39:09.446115 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-9dc6bdcf-bc40-4e31-95ff-33fa7838e993 req-f76dcfaf-5519-4e80-b363-c1e3ebfbf4ef tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9c3f1ff-72d9-42a0-b7fc-0b4c046afbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433543 Jun 15 10:39:09.466563 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [req-d199a343-ca82-4176-b3e7-aaeddc2042e6 req-198bbbc0-9173-46e7-821e-0957668e5696 service neutron] Request body: {'port': {'device_id': '8378a647-7d0e-435f-8e73-7b57b250faa5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84349'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:39:09.538925 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-d199a343-ca82-4176-b3e7-aaeddc2042e6 req-198bbbc0-9173-46e7-821e-0957668e5696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (12fca43d-5e94-42ef-b28d-a3f4d1fdfab6), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:09.704175 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9115f259-dce2-4063-840a-910aff38de69 req-3b4f50cd-ba94-4544-bca0-7c06c55fedac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:09.705764 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9115f259-dce2-4063-840a-910aff38de69 req-3b4f50cd-ba94-4544-bca0-7c06c55fedac service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e775b471-43e7-42ee-b07a-50dc0d59e089 HTTP/1.1" status: 200 len: 1130 time: 0.0651419 Jun 15 10:39:09.723981 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8a508-de7e-4076-8ad8-381650aacfbc req-cce6d3d5-3bf3-422b-aa4d-5ec60b75ba69 tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:09.725464 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-90a8a508-de7e-4076-8ad8-381650aacfbc req-cce6d3d5-3bf3-422b-aa4d-5ec60b75ba69 tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e9a03b4-28e3-4086-8328-99534144d396 HTTP/1.1" status: 200 len: 950 time: 0.0502503 Jun 15 10:39:09.774606 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-90a8a508-de7e-4076-8ad8-381650aacfbc req-a9c2ec73-b8e6-4956-881c-620eda461187 tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9c3f1ff-72d9-42a0-b7fc-0b4c046afbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431478 Jun 15 10:39:09.788786 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:09.849203 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [req-d199a343-ca82-4176-b3e7-aaeddc2042e6 req-198bbbc0-9173-46e7-821e-0957668e5696 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12fca43d-5e94-42ef-b28d-a3f4d1fdfab6 {{(pid=103806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 10:39:09.856348 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-d199a343-ca82-4176-b3e7-aaeddc2042e6 req-198bbbc0-9173-46e7-821e-0957668e5696 service neutron] Publish callbacks [] for port (12fca43d-5e94-42ef-b28d-a3f4d1fdfab6), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:09.868724 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.provisioning_blocks [req-d199a343-ca82-4176-b3e7-aaeddc2042e6 req-198bbbc0-9173-46e7-821e-0957668e5696 service neutron] Transition to ACTIVE for port object 12fca43d-5e94-42ef-b28d-a3f4d1fdfab6 will not be triggered until provisioned by entity L2. {{(pid=103806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 10:39:09.873344 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-d199a343-ca82-4176-b3e7-aaeddc2042e6 req-198bbbc0-9173-46e7-821e-0957668e5696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-252119569'] for port (12fca43d-5e94-42ef-b28d-a3f4d1fdfab6), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:09.877938 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:09.925817 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198bbbc0-9173-46e7-821e-0957668e5696 service neutron] Pushing event updated for resources: {'Port': ['ID=12fca43d-5e94-42ef-b28d-a3f4d1fdfab6,revision_number=2']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:09.995552 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-d199a343-ca82-4176-b3e7-aaeddc2042e6 req-198bbbc0-9173-46e7-821e-0957668e5696 service neutron] Attempting to bind port 12fca43d-5e94-42ef-b28d-a3f4d1fdfab6 on host hv-cinder-84349 for vnic_type normal with profile {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 10:39:09.996187 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-d199a343-ca82-4176-b3e7-aaeddc2042e6 req-198bbbc0-9173-46e7-821e-0957668e5696 service neutron] Attempting to bind port 12fca43d-5e94-42ef-b28d-a3f4d1fdfab6 by drivers openvswitch,hyperv on host hv-cinder-84349 at level 0 using segments [{'id': '4fa5687d-654a-42b8-8e31-b16f3174e2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '38c3248b-0ee1-440d-9b31-0c1018fc7378'}] {{(pid=103806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 10:39:09.996187 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d199a343-ca82-4176-b3e7-aaeddc2042e6 req-198bbbc0-9173-46e7-821e-0957668e5696 service neutron] Attempting to bind port 12fca43d-5e94-42ef-b28d-a3f4d1fdfab6 on network 38c3248b-0ee1-440d-9b31-0c1018fc7378 {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:39:10.000586 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d199a343-ca82-4176-b3e7-aaeddc2042e6 req-198bbbc0-9173-46e7-821e-0957668e5696 service neutron] Port 12fca43d-5e94-42ef-b28d-a3f4d1fdfab6 on network 38c3248b-0ee1-440d-9b31-0c1018fc7378 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84349 {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 10:39:10.000902 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d199a343-ca82-4176-b3e7-aaeddc2042e6 req-198bbbc0-9173-46e7-821e-0957668e5696 service neutron] Attempting to bind port 12fca43d-5e94-42ef-b28d-a3f4d1fdfab6 on network 38c3248b-0ee1-440d-9b31-0c1018fc7378 {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:39:10.006021 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d199a343-ca82-4176-b3e7-aaeddc2042e6 req-198bbbc0-9173-46e7-821e-0957668e5696 service neutron] Checking agent: {'id': 'a4349971-e88a-4ea8-a067-54d07204ee65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84349', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 10, 29, 20), 'started_at': datetime.datetime(2022, 6, 15, 10, 29, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 10, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 10:39:10.006353 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d199a343-ca82-4176-b3e7-aaeddc2042e6 req-198bbbc0-9173-46e7-821e-0957668e5696 service neutron] Checking segment: {'id': '4fa5687d-654a-42b8-8e31-b16f3174e2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '38c3248b-0ee1-440d-9b31-0c1018fc7378'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:39:10.006727 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d199a343-ca82-4176-b3e7-aaeddc2042e6 req-198bbbc0-9173-46e7-821e-0957668e5696 service neutron] Bound using segment: {'id': '4fa5687d-654a-42b8-8e31-b16f3174e2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '38c3248b-0ee1-440d-9b31-0c1018fc7378'} {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 10:39:10.007172 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-d199a343-ca82-4176-b3e7-aaeddc2042e6 req-198bbbc0-9173-46e7-821e-0957668e5696 service neutron] Bound port: 12fca43d-5e94-42ef-b28d-a3f4d1fdfab6, host: hv-cinder-84349, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fa5687d-654a-42b8-8e31-b16f3174e2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '38c3248b-0ee1-440d-9b31-0c1018fc7378'}}] {{(pid=103806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 10:39:10.007526 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-d199a343-ca82-4176-b3e7-aaeddc2042e6 req-198bbbc0-9173-46e7-821e-0957668e5696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (12fca43d-5e94-42ef-b28d-a3f4d1fdfab6), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:10.069502 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-d199a343-ca82-4176-b3e7-aaeddc2042e6 req-198bbbc0-9173-46e7-821e-0957668e5696 service neutron] For port 12fca43d-5e94-42ef-b28d-a3f4d1fdfab6, host hv-cinder-84349, cleared binding levels {{(pid=103806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 10:39:10.072699 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-d199a343-ca82-4176-b3e7-aaeddc2042e6 req-198bbbc0-9173-46e7-821e-0957668e5696 service neutron] For port 12fca43d-5e94-42ef-b28d-a3f4d1fdfab6, host hv-cinder-84349, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=12fca43d-5e94-42ef-b28d-a3f4d1fdfab6,segment=NetworkSegment(4fa5687d-654a-42b8-8e31-b16f3174e2b4),segment_id=4fa5687d-654a-42b8-8e31-b16f3174e2b4)] {{(pid=103806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 10:39:10.078378 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-d199a343-ca82-4176-b3e7-aaeddc2042e6 req-198bbbc0-9173-46e7-821e-0957668e5696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-252119569'] for port (12fca43d-5e94-42ef-b28d-a3f4d1fdfab6), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:10.111779 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d199a343-ca82-4176-b3e7-aaeddc2042e6 req-198bbbc0-9173-46e7-821e-0957668e5696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:10.112589 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-d199a343-ca82-4176-b3e7-aaeddc2042e6 req-198bbbc0-9173-46e7-821e-0957668e5696 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:10.114207 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d199a343-ca82-4176-b3e7-aaeddc2042e6 req-198bbbc0-9173-46e7-821e-0957668e5696 service neutron] 10.222.0.62 "PUT /v2.0/ports/12fca43d-5e94-42ef-b28d-a3f4d1fdfab6 HTTP/1.1" status: 200 len: 1093 time: 0.6517339 Jun 15 10:39:10.118870 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8378a647-7d0e-435f-8e73-7b57b250faa5', 'tag': '12fca43d-5e94-42ef-b28d-a3f4d1fdfab6'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:39:10.121117 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15acf06c26f001ded10715ddc8547394d4bbc7e5ff5a4e462e54e6774371169d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a28d085-cfe7-49c2-a0d8-d7c83ec4fa00" -d '{"events": [{"name": "network-changed", "server_uuid": "8378a647-7d0e-435f-8e73-7b57b250faa5", "tag": "12fca43d-5e94-42ef-b28d-a3f4d1fdfab6"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:39:10.141666 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198bbbc0-9173-46e7-821e-0957668e5696 service neutron] Pushing event updated for resources: {'Port': ['ID=12fca43d-5e94-42ef-b28d-a3f4d1fdfab6,revision_number=3']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:10.180185 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257d5e4-7bf7-4ff1-be54-a05bddacf997 req-9c7fd204-0340-4b11-b919-2b097508a763 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:10.181786 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-a257d5e4-7bf7-4ff1-be54-a05bddacf997 req-9c7fd204-0340-4b11-b919-2b097508a763 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.49 "GET /v2.0/ports?device_id=8378a647-7d0e-435f-8e73-7b57b250faa5 HTTP/1.1" status: 200 len: 943 time: 0.0479364 Jun 15 10:39:10.206552 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa46cb-4d80-4483-991c-1acfef0f5d01 req-d356080c-5dd0-4113-9470-23c532a80fb0 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:10.207700 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=100 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:10.208260 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-39aa46cb-4d80-4483-991c-1acfef0f5d01 req-d356080c-5dd0-4113-9470-23c532a80fb0 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/ports?device_id=e775b471-43e7-42ee-b07a-50dc0d59e089 HTTP/1.1" status: 200 len: 946 time: 0.0474992 Jun 15 10:39:10.230028 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-a257d5e4-7bf7-4ff1-be54-a05bddacf997 req-8bacc5fe-5ff0-42b6-afa0-86b80dbee9b6 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.49 "GET /v2.0/security-groups?id=6973b2b7-2606-4029-bb79-335c861bdd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425296 Jun 15 10:39:10.256580 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-39aa46cb-4d80-4483-991c-1acfef0f5d01 req-39cfcf30-b202-4ab6-89f7-fc4db9b49b85 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/security-groups?id=b962c148-e002-4495-a6eb-5c6391e1ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424101 Jun 15 10:39:10.272404 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 10:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6399231-b377-4720-9be7-8c0ebee98820 x-openstack-request-id: req-f6399231-b377-4720-9be7-8c0ebee98820 {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:39:10.272694 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8378a647-7d0e-435f-8e73-7b57b250faa5", "tag": "12fca43d-5e94-42ef-b28d-a3f4d1fdfab6", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:39:10.272947 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f6399231-b377-4720-9be7-8c0ebee98820 {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:39:10.273347 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6399231-b377-4720-9be7-8c0ebee98820'] response: {'name': 'network-changed', 'server_uuid': '8378a647-7d0e-435f-8e73-7b57b250faa5', 'tag': '12fca43d-5e94-42ef-b28d-a3f4d1fdfab6', 'status': 'completed', 'code': 200} Jun 15 10:39:10.888950 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61367227-5bc4-43f7-bd22-4003e77b0c8c req-74bb5fa6-a51a-43fc-8506-80f4d7712213 tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:10.890474 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-61367227-5bc4-43f7-bd22-4003e77b0c8c req-74bb5fa6-a51a-43fc-8506-80f4d7712213 tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e9a03b4-28e3-4086-8328-99534144d396 HTTP/1.1" status: 200 len: 950 time: 0.0492408 Jun 15 10:39:10.939182 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-61367227-5bc4-43f7-bd22-4003e77b0c8c req-b81888bc-4fe6-4ffb-a67b-d3fa61700f1b tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9c3f1ff-72d9-42a0-b7fc-0b4c046afbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422614 Jun 15 10:39:11.011355 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9115f259-dce2-4063-840a-910aff38de69 req-678c42fa-cb26-4130-9d65-d6a1a0202322 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b962c148-e002-4495-a6eb-5c6391e1ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673101 Jun 15 10:39:11.012352 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28d085-cfe7-49c2-a0d8-d7c83ec4fa00 req-9207aa5f-95fb-4a6e-9b64-d86d8df3ef87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:11.013774 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3a28d085-cfe7-49c2-a0d8-d7c83ec4fa00 req-9207aa5f-95fb-4a6e-9b64-d86d8df3ef87 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=129b7faaaf264434baf88ffe0fe9bb25&device_id=8378a647-7d0e-435f-8e73-7b57b250faa5 HTTP/1.1" status: 200 len: 1127 time: 0.0553374 Jun 15 10:39:11.358178 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1e077-29c1-408c-958f-46d9eb03ab00 req-a703657f-c9c7-4e4a-b426-011c28c49a23 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:11.360406 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-3ca1e077-29c1-408c-958f-46d9eb03ab00 req-a703657f-c9c7-4e4a-b426-011c28c49a23 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.49 "GET /v2.0/ports?device_id=8378a647-7d0e-435f-8e73-7b57b250faa5 HTTP/1.1" status: 200 len: 943 time: 0.0567989 Jun 15 10:39:11.412077 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-3ca1e077-29c1-408c-958f-46d9eb03ab00 req-a2a0b3d4-d0c0-465a-932c-c8adbb759ad6 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.49 "GET /v2.0/security-groups?id=6973b2b7-2606-4029-bb79-335c861bdd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448704 Jun 15 10:39:11.545034 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8614a3b-4ece-45dc-829f-d15e6a27ebdc req-e9f10857-dbde-4766-9776-b4e10ee9fbba tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:11.546477 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c8614a3b-4ece-45dc-829f-d15e6a27ebdc req-e9f10857-dbde-4766-9776-b4e10ee9fbba tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/ports?device_id=e775b471-43e7-42ee-b07a-50dc0d59e089 HTTP/1.1" status: 200 len: 946 time: 0.0708382 Jun 15 10:39:11.639342 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c8614a3b-4ece-45dc-829f-d15e6a27ebdc req-07a81aeb-458f-4f73-bc3e-3b4f3d554690 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/security-groups?id=b962c148-e002-4495-a6eb-5c6391e1ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862551 Jun 15 10:39:11.642446 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28d085-cfe7-49c2-a0d8-d7c83ec4fa00 req-c860d518-9dc4-4bfe-ba47-1ab7a0995817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:11.643828 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3a28d085-cfe7-49c2-a0d8-d7c83ec4fa00 req-c860d518-9dc4-4bfe-ba47-1ab7a0995817 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=129b7faaaf264434baf88ffe0fe9bb25&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1412394 Jun 15 10:39:11.880081 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:11.907641 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44caaf0e-f1c7-4168-9d67-98f56bc1ad04 req-171254df-ba90-4fff-acc4-601ef2b4c06e tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:11.909088 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-44caaf0e-f1c7-4168-9d67-98f56bc1ad04 req-171254df-ba90-4fff-acc4-601ef2b4c06e tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e9a03b4-28e3-4086-8328-99534144d396 HTTP/1.1" status: 200 len: 950 time: 0.0751500 Jun 15 10:39:12.000291 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28d085-cfe7-49c2-a0d8-d7c83ec4fa00 req-55c58d36-9a5d-4320-a27a-a83481d00948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:12.001760 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3a28d085-cfe7-49c2-a0d8-d7c83ec4fa00 req-55c58d36-9a5d-4320-a27a-a83481d00948 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1597755 Jun 15 10:39:12.038694 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=100 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:12.039596 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [req-44caaf0e-f1c7-4168-9d67-98f56bc1ad04 req-4a3ff675-24bd-4f68-b485-5dfb8b3e69c6 tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] Deleting port e0acd26a-d36d-43cf-8141-4a172d82a96b {{(pid=103806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:39:12.040269 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-44caaf0e-f1c7-4168-9d67-98f56bc1ad04 req-4a3ff675-24bd-4f68-b485-5dfb8b3e69c6 tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (e0acd26a-d36d-43cf-8141-4a172d82a96b), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:12.052412 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeef147-4a3b-4be1-8fa3-b0b8fd275b55 req-aef3b403-5fdc-496f-adc3-508272958249 tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:12.053820 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-cfeef147-4a3b-4be1-8fa3-b0b8fd275b55 req-aef3b403-5fdc-496f-adc3-508272958249 tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e9a03b4-28e3-4086-8328-99534144d396 HTTP/1.1" status: 200 len: 950 time: 0.0481758 Jun 15 10:39:12.060797 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:12.111298 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-cfeef147-4a3b-4be1-8fa3-b0b8fd275b55 req-f7a7f535-4af5-474f-bb26-df225b84f8f0 tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9c3f1ff-72d9-42a0-b7fc-0b4c046afbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506644 Jun 15 10:39:12.162517 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d199a343-ca82-4176-b3e7-aaeddc2042e6 req-3d4652cc-80e4-4852-9e26-5e3330e574f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:12.164012 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d199a343-ca82-4176-b3e7-aaeddc2042e6 req-3d4652cc-80e4-4852-9e26-5e3330e574f8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=129b7faaaf264434baf88ffe0fe9bb25&device_id=8378a647-7d0e-435f-8e73-7b57b250faa5 HTTP/1.1" status: 200 len: 1127 time: 0.0649276 Jun 15 10:39:12.170454 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-44caaf0e-f1c7-4168-9d67-98f56bc1ad04 req-4a3ff675-24bd-4f68-b485-5dfb8b3e69c6 tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] For port e0acd26a-d36d-43cf-8141-4a172d82a96b, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=e0acd26a-d36d-43cf-8141-4a172d82a96b,segment=NetworkSegment(3cf842fd-5609-45c5-a22a-5a3a3e9c61da),segment_id=3cf842fd-5609-45c5-a22a-5a3a3e9c61da)] {{(pid=103806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:39:12.170793 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-44caaf0e-f1c7-4168-9d67-98f56bc1ad04 req-4a3ff675-24bd-4f68-b485-5dfb8b3e69c6 tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (e0acd26a-d36d-43cf-8141-4a172d82a96b), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:12.183612 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [req-44caaf0e-f1c7-4168-9d67-98f56bc1ad04 req-4a3ff675-24bd-4f68-b485-5dfb8b3e69c6 tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] Calling delete_port for e0acd26a-d36d-43cf-8141-4a172d82a96b owned by compute:nova {{(pid=103806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:39:12.327679 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-44caaf0e-f1c7-4168-9d67-98f56bc1ad04 req-4a3ff675-24bd-4f68-b485-5dfb8b3e69c6 tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (e0acd26a-d36d-43cf-8141-4a172d82a96b), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:12.361815 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ff675-24bd-4f68-b485-5dfb8b3e69c6 tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] Pushing event deleted for resources: {'Port': ['ID=e0acd26a-d36d-43cf-8141-4a172d82a96b,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:12.366092 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] get_ports_and_sgs() called for port_ids ['e0acd26a-d36d-43cf-8141-4a172d82a96b'] {{(pid=103807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 10:39:12.426756 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [req-44caaf0e-f1c7-4168-9d67-98f56bc1ad04 req-4a3ff675-24bd-4f68-b485-5dfb8b3e69c6 tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] No DVR routers for this DVR port e0acd26a-d36d-43cf-8141-4a172d82a96b on host hv-cinder-84349 {{(pid=103806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 10:39:12.431736 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-44caaf0e-f1c7-4168-9d67-98f56bc1ad04 req-4a3ff675-24bd-4f68-b485-5dfb8b3e69c6 tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:12.434874 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-44caaf0e-f1c7-4168-9d67-98f56bc1ad04 req-4a3ff675-24bd-4f68-b485-5dfb8b3e69c6 tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] 10.222.0.62 "DELETE /v2.0/ports/e0acd26a-d36d-43cf-8141-4a172d82a96b HTTP/1.1" status: 204 len: 173 time: 0.4977400 Jun 15 10:39:12.435696 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9a03b4-28e3-4086-8328-99534144d396', 'name': 'network-vif-deleted', 'tag': 'e0acd26a-d36d-43cf-8141-4a172d82a96b'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:39:12.438251 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15acf06c26f001ded10715ddc8547394d4bbc7e5ff5a4e462e54e6774371169d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb1d7f2-4361-4ce9-8685-2bed9955c7f1" -d '{"events": [{"server_uuid": "1e9a03b4-28e3-4086-8328-99534144d396", "name": "network-vif-deleted", "tag": "e0acd26a-d36d-43cf-8141-4a172d82a96b"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:39:12.454032 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a4cab8b7-15bb-4734-aba0-4c10c2b8207d req-35c5207d-815b-4c51-98cd-6b4a666bb7d2 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-52272593&fields=id&tenant_id=f096e399deac4d029ff63e3cb7f1ce9f HTTP/1.1" status: 200 len: 267 time: 0.1179039 Jun 15 10:39:12.532982 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb087679-f336-4bfe-b55a-c07016a4b16e req-23c15a31-2960-4ddd-bfd1-8aa7f56d6b70 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:12.539708 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-fb087679-f336-4bfe-b55a-c07016a4b16e req-23c15a31-2960-4ddd-bfd1-8aa7f56d6b70 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.49 "GET /v2.0/ports?device_id=8378a647-7d0e-435f-8e73-7b57b250faa5 HTTP/1.1" status: 200 len: 943 time: 0.0529165 Jun 15 10:39:12.569362 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cab8b7-15bb-4734-aba0-4c10c2b8207d req-b963e78c-fab2-4c2e-9620-fb050db3f356 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:12.570837 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a4cab8b7-15bb-4734-aba0-4c10c2b8207d req-b963e78c-fab2-4c2e-9620-fb050db3f356 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/networks?id=104a1ab4-a947-4523-8e20-9882108d1335 HTTP/1.1" status: 200 len: 810 time: 0.1094067 Jun 15 10:39:12.585267 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a4cab8b7-15bb-4734-aba0-4c10c2b8207d req-3580158c-dab8-4d0d-85c1-ef951323a7bc tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/quotas/f096e399deac4d029ff63e3cb7f1ce9f HTTP/1.1" status: 200 len: 375 time: 0.0089889 Jun 15 10:39:12.587830 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-fb087679-f336-4bfe-b55a-c07016a4b16e req-8c54d4c0-acbc-42ef-b5ce-eb1d13d9a88c tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.49 "GET /v2.0/security-groups?id=6973b2b7-2606-4029-bb79-335c861bdd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465798 Jun 15 10:39:12.634154 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 10:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8878057a-a99a-4483-8705-6ca38933bfc8 x-openstack-request-id: req-8878057a-a99a-4483-8705-6ca38933bfc8 {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:39:12.634448 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e9a03b4-28e3-4086-8328-99534144d396", "name": "network-vif-deleted", "tag": "e0acd26a-d36d-43cf-8141-4a172d82a96b", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:39:12.634983 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8878057a-a99a-4483-8705-6ca38933bfc8 {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:39:12.635569 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8878057a-a99a-4483-8705-6ca38933bfc8'] response: {'server_uuid': '1e9a03b4-28e3-4086-8328-99534144d396', 'name': 'network-vif-deleted', 'tag': 'e0acd26a-d36d-43cf-8141-4a172d82a96b', 'status': 'completed', 'code': 200} Jun 15 10:39:12.644708 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a4cab8b7-15bb-4734-aba0-4c10c2b8207d req-ec029a3d-ec87-4a28-8f23-800111ef280a tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f096e399deac4d029ff63e3cb7f1ce9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541728 Jun 15 10:39:12.781578 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b2743a-fe92-4eef-9d83-53bed16e57f3 req-33b6c297-cf11-49d5-ae97-ea75dd38915c tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:12.783391 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-e2b2743a-fe92-4eef-9d83-53bed16e57f3 req-33b6c297-cf11-49d5-ae97-ea75dd38915c tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/ports?device_id=e775b471-43e7-42ee-b07a-50dc0d59e089 HTTP/1.1" status: 200 len: 946 time: 0.0683601 Jun 15 10:39:12.799612 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d199a343-ca82-4176-b3e7-aaeddc2042e6 req-af158dfa-8db0-4efc-a048-86e8f64f2833 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12fca43d-5e94-42ef-b28d-a3f4d1fdfab6 HTTP/1.1" status: 200 len: 217 time: 0.0479302 Jun 15 10:39:12.801637 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a4cab8b7-15bb-4734-aba0-4c10c2b8207d req-3071d51f-3fd8-4d93-b246-0093d0038fd5 service neutron] 10.222.0.49 "GET /v2.0/networks/104a1ab4-a947-4523-8e20-9882108d1335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426263 Jun 15 10:39:12.837264 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-e2b2743a-fe92-4eef-9d83-53bed16e57f3 req-c1547352-2c1f-4181-a16c-b64a80496a6a tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/security-groups?id=b962c148-e002-4495-a6eb-5c6391e1ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457845 Jun 15 10:39:12.901296 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:12.916994 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d199a343-ca82-4176-b3e7-aaeddc2042e6 req-f377f13a-f920-4e74-b810-d7a9900cbc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:12.918541 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d199a343-ca82-4176-b3e7-aaeddc2042e6 req-f377f13a-f920-4e74-b810-d7a9900cbc6e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=80beb8af-569c-4f6e-b662-136b287343c7 HTTP/1.1" status: 200 len: 853 time: 0.0919032 Jun 15 10:39:12.937768 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a4cab8b7-15bb-4734-aba0-4c10c2b8207d req-62ae668f-10e9-4f82-bb6d-9e0b994ae4fa service neutron] 10.222.0.49 "GET /v2.0/networks/104a1ab4-a947-4523-8e20-9882108d1335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302722 Jun 15 10:39:13.022996 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-9f575885-74ee-4053-888b-85b2cbb31e24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (e7b68426-6abe-45ee-a2ce-c32f72f66753), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:13.205277 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d199a343-ca82-4176-b3e7-aaeddc2042e6 req-8ba525ce-0270-4c99-9868-f94b2d9331e2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=38c3248b-0ee1-440d-9b31-0c1018fc7378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479977 Jun 15 10:39:13.241670 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6000857d-af11-440e-9ac7-458f0c823848 req-2a99c66f-aeea-4881-9973-3ca0d5be2b3a tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/ports?device_id=2626cd15-7eaf-42ac-adce-e523831ee0c7 HTTP/1.1" status: 200 len: 210 time: 0.0398602 Jun 15 10:39:13.267784 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-60c15a31-0da1-4984-8e87-59cdc510eae8 req-f66181f8-7af5-4cc3-a314-f7e2b439bd68 tempest-VolumesNegativeTest-802815823 tempest-VolumesNegativeTest-802815823-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e9a03b4-28e3-4086-8328-99534144d396 HTTP/1.1" status: 200 len: 210 time: 0.0385437 Jun 15 10:39:13.348091 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d199a343-ca82-4176-b3e7-aaeddc2042e6 req-15ac8fd3-f868-4f78-879b-916b451ed042 service neutron] 10.222.0.62 "GET /v2.0/networks/38c3248b-0ee1-440d-9b31-0c1018fc7378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330497 Jun 15 10:39:13.646874 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:13.691042 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=51,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:13.705568 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=47,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:13.742283 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a18dc3-83b7-4bc7-b3b1-f560079c15fb req-9c5fdcfc-53bf-4009-ac11-03cb8a90d4f0 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:13.743757 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-88a18dc3-83b7-4bc7-b3b1-f560079c15fb req-9c5fdcfc-53bf-4009-ac11-03cb8a90d4f0 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.49 "GET /v2.0/ports?device_id=8378a647-7d0e-435f-8e73-7b57b250faa5 HTTP/1.1" status: 200 len: 943 time: 0.0652082 Jun 15 10:39:13.748963 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d199a343-ca82-4176-b3e7-aaeddc2042e6 req-a4bf0450-8fcc-48c7-8927-03c863a56b5b service neutron] 10.222.0.62 "GET /v2.0/networks/38c3248b-0ee1-440d-9b31-0c1018fc7378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3934343 Jun 15 10:39:13.791790 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-88a18dc3-83b7-4bc7-b3b1-f560079c15fb req-4834f005-1c01-43b0-ad4c-31c794e575e7 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.49 "GET /v2.0/security-groups?id=6973b2b7-2606-4029-bb79-335c861bdd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419099 Jun 15 10:39:13.950727 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d2ee4-4d0c-4b83-a7e2-52c74881fc04 req-71a68889-fc58-41de-b744-baeac8da124c tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:13.952111 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-be3d2ee4-4d0c-4b83-a7e2-52c74881fc04 req-71a68889-fc58-41de-b744-baeac8da124c tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/ports?device_id=e775b471-43e7-42ee-b07a-50dc0d59e089 HTTP/1.1" status: 200 len: 946 time: 0.0458741 Jun 15 10:39:14.000580 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-be3d2ee4-4d0c-4b83-a7e2-52c74881fc04 req-3cf930eb-2998-45e1-95a7-fc28ea22ea52 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/security-groups?id=b962c148-e002-4495-a6eb-5c6391e1ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429006 Jun 15 10:39:14.347201 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ca7bbcab-38ce-4a13-b91e-7c772e01c051 req-c2e65c3b-e723-4624-8198-3d0a4edb9fd8 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/ports?device_id=2626cd15-7eaf-42ac-adce-e523831ee0c7 HTTP/1.1" status: 200 len: 210 time: 0.0313187 Jun 15 10:39:14.709620 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517364f5-2041-4be5-92c8-6d46e8996708 req-0c5ef46d-cb2e-4d29-b8d9-3736479c0e76 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:14.711125 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-517364f5-2041-4be5-92c8-6d46e8996708 req-0c5ef46d-cb2e-4d29-b8d9-3736479c0e76 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/ports?device_id=e775b471-43e7-42ee-b07a-50dc0d59e089 HTTP/1.1" status: 200 len: 946 time: 0.0472319 Jun 15 10:39:14.760076 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-517364f5-2041-4be5-92c8-6d46e8996708 req-1311f36a-8138-4c89-8a47-5d4a282e77cc tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/security-groups?id=b962c148-e002-4495-a6eb-5c6391e1ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432446 Jun 15 10:39:14.915759 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968861ef-49f9-4a40-ab2f-03a6f64c799d req-0fcdcda0-6713-410f-b0ae-9d0729843e84 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:14.917342 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-968861ef-49f9-4a40-ab2f-03a6f64c799d req-0fcdcda0-6713-410f-b0ae-9d0729843e84 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.49 "GET /v2.0/ports?device_id=8378a647-7d0e-435f-8e73-7b57b250faa5 HTTP/1.1" status: 200 len: 943 time: 0.0500734 Jun 15 10:39:14.965773 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-968861ef-49f9-4a40-ab2f-03a6f64c799d req-665845c8-4845-4fe1-9a0b-cdeaff36ea00 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.49 "GET /v2.0/security-groups?id=6973b2b7-2606-4029-bb79-335c861bdd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415511 Jun 15 10:39:15.217927 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d734a0ec-f9d7-4c43-961c-69f641f32e2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (06043943-94cb-49df-a062-a4886c03e673), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:15.446901 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-718e946e-0194-4238-a290-21a1c5d36a85 req-2a3b7821-07fd-40a9-b91a-c34fcec77332 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/ports?device_id=2626cd15-7eaf-42ac-adce-e523831ee0c7 HTTP/1.1" status: 200 len: 210 time: 0.0307159 Jun 15 10:39:15.877764 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f856ef-948d-424e-9765-da7917d5929b req-872b6e94-848a-4007-b82a-29e294fb2044 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:15.879264 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-89f856ef-948d-424e-9765-da7917d5929b req-872b6e94-848a-4007-b82a-29e294fb2044 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/ports?device_id=e775b471-43e7-42ee-b07a-50dc0d59e089 HTTP/1.1" status: 200 len: 946 time: 0.0470765 Jun 15 10:39:15.928604 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-89f856ef-948d-424e-9765-da7917d5929b req-01b1e088-76b7-480d-94f2-6b3922fc37cd tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/security-groups?id=b962c148-e002-4495-a6eb-5c6391e1ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430107 Jun 15 10:39:16.088359 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c17e8-6744-41a4-b4b9-25087b302a97 req-6eb240da-5f68-4d82-b5c2-b4baa3711c5c tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:16.089853 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-131c17e8-6744-41a4-b4b9-25087b302a97 req-6eb240da-5f68-4d82-b5c2-b4baa3711c5c tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.49 "GET /v2.0/ports?device_id=8378a647-7d0e-435f-8e73-7b57b250faa5 HTTP/1.1" status: 200 len: 943 time: 0.0491621 Jun 15 10:39:16.141408 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-131c17e8-6744-41a4-b4b9-25087b302a97 req-4eed376a-c7f9-459e-be10-a625cf6939bd tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.49 "GET /v2.0/security-groups?id=6973b2b7-2606-4029-bb79-335c861bdd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449514 Jun 15 10:39:16.400681 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-59f444b4-2386-4fe1-b50f-b9e54b42d680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (3cca6303-0f2e-4b13-b82d-f2749c30f699), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:16.472151 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d424e-6825-4213-858b-36c2d4975c6e req-ae1f4005-acd8-4d68-b1c1-b6f0443b0470 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:16.473866 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3c3d424e-6825-4213-858b-36c2d4975c6e req-ae1f4005-acd8-4d68-b1c1-b6f0443b0470 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.62 "GET /v2.0/ports?device_id=e775b471-43e7-42ee-b07a-50dc0d59e089 HTTP/1.1" status: 200 len: 946 time: 0.0886176 Jun 15 10:39:16.600357 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-aa17dded-1401-4b30-9ee4-16089d71bbe1 req-e21b01c4-01bf-41ec-8317-19610b32cff3 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/ports?device_id=2626cd15-7eaf-42ac-adce-e523831ee0c7 HTTP/1.1" status: 200 len: 210 time: 0.0331047 Jun 15 10:39:16.611228 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cab8b7-15bb-4734-aba0-4c10c2b8207d req-dc8e8ff4-0453-4f34-89d3-d2e9bb9caef7 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:16.612749 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a4cab8b7-15bb-4734-aba0-4c10c2b8207d req-dc8e8ff4-0453-4f34-89d3-d2e9bb9caef7 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.62 "GET /v2.0/networks?id=104a1ab4-a947-4523-8e20-9882108d1335 HTTP/1.1" status: 200 len: 810 time: 0.2264202 Jun 15 10:39:16.621378 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [req-3c3d424e-6825-4213-858b-36c2d4975c6e req-a55b4708-3555-4555-a440-dc08567b8c14 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Deleting port 8a090001-2a4e-434f-9f38-4a75764a65e9 {{(pid=103806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:39:16.621723 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-3c3d424e-6825-4213-858b-36c2d4975c6e req-a55b4708-3555-4555-a440-dc08567b8c14 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (8a090001-2a4e-434f-9f38-4a75764a65e9), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:16.763533 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-3c3d424e-6825-4213-858b-36c2d4975c6e req-a55b4708-3555-4555-a440-dc08567b8c14 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] For port 8a090001-2a4e-434f-9f38-4a75764a65e9, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=8a090001-2a4e-434f-9f38-4a75764a65e9,segment=NetworkSegment(8f4702f8-538a-4627-9cfa-9a36b7ac4bd7),segment_id=8f4702f8-538a-4627-9cfa-9a36b7ac4bd7)] {{(pid=103806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:39:16.763928 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-3c3d424e-6825-4213-858b-36c2d4975c6e req-a55b4708-3555-4555-a440-dc08567b8c14 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (8a090001-2a4e-434f-9f38-4a75764a65e9), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:16.786236 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a4cab8b7-15bb-4734-aba0-4c10c2b8207d req-b515881f-c731-4a9e-a062-5af437c2cc64 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f096e399deac4d029ff63e3cb7f1ce9f HTTP/1.1" status: 200 len: 378 time: 0.1324947 Jun 15 10:39:16.791069 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [req-3c3d424e-6825-4213-858b-36c2d4975c6e req-a55b4708-3555-4555-a440-dc08567b8c14 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Calling delete_port for 8a090001-2a4e-434f-9f38-4a75764a65e9 owned by compute:nova {{(pid=103806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:39:16.797412 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [req-a4cab8b7-15bb-4734-aba0-4c10c2b8207d req-ba145593-dc19-42f6-aa3c-cd2409f43487 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Request body: {'port': {'device_id': '2626cd15-7eaf-42ac-adce-e523831ee0c7', 'network_id': '104a1ab4-a947-4523-8e20-9882108d1335', 'admin_state_up': True, 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'security_groups': ['7fde00a3-d2eb-496d-ab01-3a80e675b356']}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:39:16.819307 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=100 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:16.867764 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 12fca43d-5e94-42ef-b28d-a3f4d1fdfab6 details requested by agent hyperv_hv-cinder-84349 with host hv-cinder-84349 {{(pid=103807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 10:39:16.881617 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device e0acd26a-d36d-43cf-8141-4a172d82a96b no longer exists at agent hyperv_hv-cinder-84349 {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 10:39:16.942939 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] No Port match for: e0acd26a-d36d-43cf-8141-4a172d82a96b {{(pid=103807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 10:39:16.943635 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device e0acd26a-d36d-43cf-8141-4a172d82a96b not bound to the agent host hv-cinder-84349 {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 10:39:16.988270 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:17.038753 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4cab8b7-15bb-4734-aba0-4c10c2b8207d req-ba145593-dc19-42f6-aa3c-cd2409f43487 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Made reservation on behalf of f096e399deac4d029ff63e3cb7f1ce9f for: {'port': 1} {{(pid=103806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 10:39:17.042393 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-a4cab8b7-15bb-4734-aba0-4c10c2b8207d req-ba145593-dc19-42f6-aa3c-cd2409f43487 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:17.072532 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port 12fca43d-5e94-42ef-b28d-a3f4d1fdfab6, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=12fca43d-5e94-42ef-b28d-a3f4d1fdfab6,segment=NetworkSegment(4fa5687d-654a-42b8-8e31-b16f3174e2b4),segment_id=4fa5687d-654a-42b8-8e31-b16f3174e2b4)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:39:17.123071 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-3c3d424e-6825-4213-858b-36c2d4975c6e req-a55b4708-3555-4555-a440-dc08567b8c14 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (8a090001-2a4e-434f-9f38-4a75764a65e9), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:17.228774 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b4708-3555-4555-a440-dc08567b8c14 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Pushing event deleted for resources: {'Port': ['ID=8a090001-2a4e-434f-9f38-4a75764a65e9,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:17.240327 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] get_ports_and_sgs() called for port_ids ['8a090001-2a4e-434f-9f38-4a75764a65e9'] {{(pid=103807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 10:39:17.271690 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80084acf-8648-4f73-8437-bd0128d67270 req-c5f6f20e-4ec9-493e-a1f7-1fa488c005e2 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:17.273223 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-80084acf-8648-4f73-8437-bd0128d67270 req-c5f6f20e-4ec9-493e-a1f7-1fa488c005e2 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/ports?device_id=e775b471-43e7-42ee-b07a-50dc0d59e089 HTTP/1.1" status: 200 len: 946 time: 0.2404511 Jun 15 10:39:17.283860 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d4728f-b76a-4fc8-b32d-b7c7874badd5 req-12e379c0-a25f-4e3a-9831-bb769f8c322a tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:17.286270 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Returning: {'device': '12fca43d-5e94-42ef-b28d-a3f4d1fdfab6', 'network_id': '38c3248b-0ee1-440d-9b31-0c1018fc7378', 'port_id': '12fca43d-5e94-42ef-b28d-a3f4d1fdfab6', 'mac_address': 'fa:16:3e:a9:40:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80beb8af-569c-4f6e-b662-136b287343c7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 10:39:17.299722 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-f4d4728f-b76a-4fc8-b32d-b7c7874badd5 req-12e379c0-a25f-4e3a-9831-bb769f8c322a tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.49 "GET /v2.0/ports?device_id=8378a647-7d0e-435f-8e73-7b57b250faa5 HTTP/1.1" status: 200 len: 943 time: 0.0647426 Jun 15 10:39:17.312822 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c3d424e-6825-4213-858b-36c2d4975c6e req-a55b4708-3555-4555-a440-dc08567b8c14 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] No DVR routers for this DVR port 8a090001-2a4e-434f-9f38-4a75764a65e9 on host hv-cinder-84349 {{(pid=103806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 10:39:17.317307 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-3c3d424e-6825-4213-858b-36c2d4975c6e req-a55b4708-3555-4555-a440-dc08567b8c14 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:17.321151 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3c3d424e-6825-4213-858b-36c2d4975c6e req-a55b4708-3555-4555-a440-dc08567b8c14 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.62 "DELETE /v2.0/ports/8a090001-2a4e-434f-9f38-4a75764a65e9 HTTP/1.1" status: 204 len: 173 time: 0.8150194 Jun 15 10:39:17.333186 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Current status of the port 12fca43d-5e94-42ef-b28d-a3f4d1fdfab6 is: DOWN; New status is: BUILD {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:39:17.333709 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (12fca43d-5e94-42ef-b28d-a3f4d1fdfab6), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:17.347688 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e775b471-43e7-42ee-b07a-50dc0d59e089', 'name': 'network-vif-deleted', 'tag': '8a090001-2a4e-434f-9f38-4a75764a65e9'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:39:17.348961 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12fca43d-5e94-42ef-b28d-a3f4d1fdfab6 {{(pid=103807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 10:39:17.350825 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15acf06c26f001ded10715ddc8547394d4bbc7e5ff5a4e462e54e6774371169d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f587a2-58b0-4112-9439-575fd9d8af67" -d '{"events": [{"server_uuid": "e775b471-43e7-42ee-b07a-50dc0d59e089", "name": "network-vif-deleted", "tag": "8a090001-2a4e-434f-9f38-4a75764a65e9"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:39:17.373746 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port 12fca43d-5e94-42ef-b28d-a3f4d1fdfab6, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=12fca43d-5e94-42ef-b28d-a3f4d1fdfab6,segment=NetworkSegment(4fa5687d-654a-42b8-8e31-b16f3174e2b4),segment_id=4fa5687d-654a-42b8-8e31-b16f3174e2b4)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:39:17.380233 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (12fca43d-5e94-42ef-b28d-a3f4d1fdfab6), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:17.403970 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-f4d4728f-b76a-4fc8-b32d-b7c7874badd5 req-f6a0f19e-47ba-4b8e-8046-ba2ceaeeb89d tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.49 "GET /v2.0/security-groups?id=6973b2b7-2606-4029-bb79-335c861bdd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945995 Jun 15 10:39:17.464436 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 10:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07905caf-a984-426e-a3a3-efc6ff5c2a37 x-openstack-request-id: req-07905caf-a984-426e-a3a3-efc6ff5c2a37 {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:39:17.465239 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e775b471-43e7-42ee-b07a-50dc0d59e089", "name": "network-vif-deleted", "tag": "8a090001-2a4e-434f-9f38-4a75764a65e9", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:39:17.465859 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-07905caf-a984-426e-a3a3-efc6ff5c2a37 {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:39:17.466508 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07905caf-a984-426e-a3a3-efc6ff5c2a37'] response: {'server_uuid': 'e775b471-43e7-42ee-b07a-50dc0d59e089', 'name': 'network-vif-deleted', 'tag': '8a090001-2a4e-434f-9f38-4a75764a65e9', 'status': 'completed', 'code': 200} Jun 15 10:39:17.472306 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-80084acf-8648-4f73-8437-bd0128d67270 req-f80e47d2-e354-4fb4-9b6e-a6e86940cf96 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/security-groups?id=b962c148-e002-4495-a6eb-5c6391e1ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774580 Jun 15 10:39:17.495785 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Pushing event updated for resources: {'Port': ['ID=12fca43d-5e94-42ef-b28d-a3f4d1fdfab6,revision_number=4']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:17.515767 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_common [req-a4cab8b7-15bb-4734-aba0-4c10c2b8207d req-ba145593-dc19-42f6-aa3c-cd2409f43487 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Allocated IP 172.20.0.4 (104a1ab4-a947-4523-8e20-9882108d1335/32c01357-607a-450c-811c-8330c498325d/e167a1a5-8acd-4587-800d-75d04b74e52e) {{(pid=103806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:39:17.664182 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-a4cab8b7-15bb-4734-aba0-4c10c2b8207d req-ba145593-dc19-42f6-aa3c-cd2409f43487 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks [] for port (e167a1a5-8acd-4587-800d-75d04b74e52e), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:17.698004 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-a4cab8b7-15bb-4734-aba0-4c10c2b8207d req-ba145593-dc19-42f6-aa3c-cd2409f43487 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (e167a1a5-8acd-4587-800d-75d04b74e52e), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:17.700141 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-31d20d2a-b94c-497e-8075-19397184a864 req-1df40e27-6dcf-4d0f-bd74-6726b2c272a4 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/ports?device_id=2626cd15-7eaf-42ac-adce-e523831ee0c7 HTTP/1.1" status: 200 len: 210 time: 0.0299067 Jun 15 10:39:17.756791 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4cab8b7-15bb-4734-aba0-4c10c2b8207d req-ba145593-dc19-42f6-aa3c-cd2409f43487 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Network 104a1ab4-a947-4523-8e20-9882108d1335 is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:39:17.759983 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [req-a4cab8b7-15bb-4734-aba0-4c10c2b8207d req-ba145593-dc19-42f6-aa3c-cd2409f43487 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:39:17.763783 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4cab8b7-15bb-4734-aba0-4c10c2b8207d req-ba145593-dc19-42f6-aa3c-cd2409f43487 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Received port after_create {{(pid=103806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:39:17.767790 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba145593-dc19-42f6-aa3c-cd2409f43487 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Pushing event updated for resources: {'Port': ['ID=e167a1a5-8acd-4587-800d-75d04b74e52e,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:17.770718 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] get_ports_and_sgs() called for port_ids ['12fca43d-5e94-42ef-b28d-a3f4d1fdfab6'] {{(pid=103807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 10:39:17.820035 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cab8b7-15bb-4734-aba0-4c10c2b8207d req-ba145593-dc19-42f6-aa3c-cd2409f43487 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:17.820732 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-a4cab8b7-15bb-4734-aba0-4c10c2b8207d req-ba145593-dc19-42f6-aa3c-cd2409f43487 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:17.825649 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-28d06d32-ea2f-4019-b04d-5ef5fa4d530e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (28e3d1c3-881c-45f9-bfee-5bcc9597e0ae), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:17.840456 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a4cab8b7-15bb-4734-aba0-4c10c2b8207d req-ba145593-dc19-42f6-aa3c-cd2409f43487 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0471294 Jun 15 10:39:17.907838 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [req-a4cab8b7-15bb-4734-aba0-4c10c2b8207d req-d88f0eee-4a15-4256-b123-b82adf22b269 service neutron] Request body: {'port': {'device_id': '2626cd15-7eaf-42ac-adce-e523831ee0c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84349'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:39:17.937618 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:17.966909 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:17.979284 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (ad84a4c2-87cd-4603-a219-98785ef58eeb), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:17.982786 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-a4cab8b7-15bb-4734-aba0-4c10c2b8207d req-d88f0eee-4a15-4256-b123-b82adf22b269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (e167a1a5-8acd-4587-800d-75d04b74e52e), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:18.020781 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:DELETE=3,neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:18.050865 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-a699b9ed-40b5-41c7-83b0-69bf53dc7716 None None] Provisioning complete for port e167a1a5-8acd-4587-800d-75d04b74e52e triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:39:18.051274 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-a699b9ed-40b5-41c7-83b0-69bf53dc7716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (e167a1a5-8acd-4587-800d-75d04b74e52e), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:18.089220 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-a699b9ed-40b5-41c7-83b0-69bf53dc7716 None None] Port e167a1a5-8acd-4587-800d-75d04b74e52e cannot update to ACTIVE because it is not bound. {{(pid=103807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 10:39:18.257185 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [req-a4cab8b7-15bb-4734-aba0-4c10c2b8207d req-d88f0eee-4a15-4256-b123-b82adf22b269 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e167a1a5-8acd-4587-800d-75d04b74e52e {{(pid=103806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 10:39:18.265034 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-a4cab8b7-15bb-4734-aba0-4c10c2b8207d req-d88f0eee-4a15-4256-b123-b82adf22b269 service neutron] Publish callbacks [] for port (e167a1a5-8acd-4587-800d-75d04b74e52e), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:18.277872 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.provisioning_blocks [req-a4cab8b7-15bb-4734-aba0-4c10c2b8207d req-d88f0eee-4a15-4256-b123-b82adf22b269 service neutron] Transition to ACTIVE for port object e167a1a5-8acd-4587-800d-75d04b74e52e will not be triggered until provisioned by entity L2. {{(pid=103806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 10:39:18.281205 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-a4cab8b7-15bb-4734-aba0-4c10c2b8207d req-d88f0eee-4a15-4256-b123-b82adf22b269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-252119569'] for port (e167a1a5-8acd-4587-800d-75d04b74e52e), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:18.331491 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 33586) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:39:18.332835 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88f0eee-4a15-4256-b123-b82adf22b269 service neutron] Pushing event updated for resources: {'Port': ['ID=e167a1a5-8acd-4587-800d-75d04b74e52e,revision_number=2']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:18.410745 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-a4cab8b7-15bb-4734-aba0-4c10c2b8207d req-d88f0eee-4a15-4256-b123-b82adf22b269 service neutron] Attempting to bind port e167a1a5-8acd-4587-800d-75d04b74e52e on host hv-cinder-84349 for vnic_type normal with profile {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 10:39:18.411154 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-a4cab8b7-15bb-4734-aba0-4c10c2b8207d req-d88f0eee-4a15-4256-b123-b82adf22b269 service neutron] Attempting to bind port e167a1a5-8acd-4587-800d-75d04b74e52e by drivers openvswitch,hyperv on host hv-cinder-84349 at level 0 using segments [{'id': '978cf521-561b-4a1d-ab9d-76cc17299bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '104a1ab4-a947-4523-8e20-9882108d1335'}] {{(pid=103806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 10:39:18.411357 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cab8b7-15bb-4734-aba0-4c10c2b8207d req-d88f0eee-4a15-4256-b123-b82adf22b269 service neutron] Attempting to bind port e167a1a5-8acd-4587-800d-75d04b74e52e on network 104a1ab4-a947-4523-8e20-9882108d1335 {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:39:18.416015 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cab8b7-15bb-4734-aba0-4c10c2b8207d req-d88f0eee-4a15-4256-b123-b82adf22b269 service neutron] Port e167a1a5-8acd-4587-800d-75d04b74e52e on network 104a1ab4-a947-4523-8e20-9882108d1335 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84349 {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 10:39:18.416319 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cab8b7-15bb-4734-aba0-4c10c2b8207d req-d88f0eee-4a15-4256-b123-b82adf22b269 service neutron] Attempting to bind port e167a1a5-8acd-4587-800d-75d04b74e52e on network 104a1ab4-a947-4523-8e20-9882108d1335 {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:39:18.425411 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cab8b7-15bb-4734-aba0-4c10c2b8207d req-d88f0eee-4a15-4256-b123-b82adf22b269 service neutron] Checking agent: {'id': 'a4349971-e88a-4ea8-a067-54d07204ee65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84349', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 10, 29, 20), 'started_at': datetime.datetime(2022, 6, 15, 10, 29, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 10, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 10:39:18.425753 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cab8b7-15bb-4734-aba0-4c10c2b8207d req-d88f0eee-4a15-4256-b123-b82adf22b269 service neutron] Checking segment: {'id': '978cf521-561b-4a1d-ab9d-76cc17299bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '104a1ab4-a947-4523-8e20-9882108d1335'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:39:18.426143 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cab8b7-15bb-4734-aba0-4c10c2b8207d req-d88f0eee-4a15-4256-b123-b82adf22b269 service neutron] Bound using segment: {'id': '978cf521-561b-4a1d-ab9d-76cc17299bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '104a1ab4-a947-4523-8e20-9882108d1335'} {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 10:39:18.426575 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-a4cab8b7-15bb-4734-aba0-4c10c2b8207d req-d88f0eee-4a15-4256-b123-b82adf22b269 service neutron] Bound port: e167a1a5-8acd-4587-800d-75d04b74e52e, host: hv-cinder-84349, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '978cf521-561b-4a1d-ab9d-76cc17299bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '104a1ab4-a947-4523-8e20-9882108d1335'}}] {{(pid=103806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 10:39:18.426936 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-a4cab8b7-15bb-4734-aba0-4c10c2b8207d req-d88f0eee-4a15-4256-b123-b82adf22b269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (e167a1a5-8acd-4587-800d-75d04b74e52e), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:18.498548 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-ef6d4f36-5438-458f-b8fe-1974fa38453f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aab8980da8444a9789dd0c0b4b88aeac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1655884 Jun 15 10:39:18.501606 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 33592) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:39:18.508229 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-a4cab8b7-15bb-4734-aba0-4c10c2b8207d req-d88f0eee-4a15-4256-b123-b82adf22b269 service neutron] For port e167a1a5-8acd-4587-800d-75d04b74e52e, host hv-cinder-84349, cleared binding levels {{(pid=103806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 10:39:18.524146 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-a4cab8b7-15bb-4734-aba0-4c10c2b8207d req-d88f0eee-4a15-4256-b123-b82adf22b269 service neutron] For port e167a1a5-8acd-4587-800d-75d04b74e52e, host hv-cinder-84349, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=e167a1a5-8acd-4587-800d-75d04b74e52e,segment=NetworkSegment(978cf521-561b-4a1d-ab9d-76cc17299bf1),segment_id=978cf521-561b-4a1d-ab9d-76cc17299bf1)] {{(pid=103806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 10:39:18.549717 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-a4cab8b7-15bb-4734-aba0-4c10c2b8207d req-d88f0eee-4a15-4256-b123-b82adf22b269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-252119569'] for port (e167a1a5-8acd-4587-800d-75d04b74e52e), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:18.566431 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-84243648-addd-4b2f-bc6a-d93b6431c63d admin admin] Publish callbacks [] for security_group (c9c3f1ff-72d9-42a0-b7fc-0b4c046afbf7), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:18.587870 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-84243648-addd-4b2f-bc6a-d93b6431c63d admin admin] Publish callbacks [] for security_group (c9c3f1ff-72d9-42a0-b7fc-0b4c046afbf7), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:18.606616 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f907357-fbd8-4b67-8cc2-b69b9234acc3 req-2f563091-ff31-49c4-83f6-7f3aae7fc438 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:18.608197 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9f907357-fbd8-4b67-8cc2-b69b9234acc3 req-2f563091-ff31-49c4-83f6-7f3aae7fc438 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.49 "GET /v2.0/ports?device_id=8378a647-7d0e-435f-8e73-7b57b250faa5 HTTP/1.1" status: 200 len: 944 time: 0.1185188 Jun 15 10:39:18.623753 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cab8b7-15bb-4734-aba0-4c10c2b8207d req-d88f0eee-4a15-4256-b123-b82adf22b269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:18.624408 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-a4cab8b7-15bb-4734-aba0-4c10c2b8207d req-d88f0eee-4a15-4256-b123-b82adf22b269 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:18.625793 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a4cab8b7-15bb-4734-aba0-4c10c2b8207d req-d88f0eee-4a15-4256-b123-b82adf22b269 service neutron] 10.222.0.62 "PUT /v2.0/ports/e167a1a5-8acd-4587-800d-75d04b74e52e HTTP/1.1" status: 200 len: 1093 time: 0.7231140 Jun 15 10:39:18.655049 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88f0eee-4a15-4256-b123-b82adf22b269 service neutron] Pushing event updated for resources: {'Port': ['ID=e167a1a5-8acd-4587-800d-75d04b74e52e,revision_number=3']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:18.665328 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-84243648-addd-4b2f-bc6a-d93b6431c63d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (c9c3f1ff-72d9-42a0-b7fc-0b4c046afbf7), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:18.667912 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-84243648-addd-4b2f-bc6a-d93b6431c63d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:18.672364 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-84243648-addd-4b2f-bc6a-d93b6431c63d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c9c3f1ff-72d9-42a0-b7fc-0b4c046afbf7 HTTP/1.1" status: 204 len: 168 time: 0.1692629 Jun 15 10:39:18.687628 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84243648-addd-4b2f-bc6a-d93b6431c63d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c3f1ff-72d9-42a0-b7fc-0b4c046afbf7,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:18.702874 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.agents_db [None req-cff4c53f-faac-479c-b9be-928944d02899 None None] Agent healthcheck: found 6 active agents {{(pid=103808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 10:39:18.752475 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9f907357-fbd8-4b67-8cc2-b69b9234acc3 req-d415fd83-8281-49dc-b11a-c945ec1dfdd2 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.49 "GET /v2.0/security-groups?id=6973b2b7-2606-4029-bb79-335c861bdd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355515 Jun 15 10:39:18.763321 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cab8b7-15bb-4734-aba0-4c10c2b8207d req-13a5402f-42d6-4c9d-a266-f6664fdba744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:18.764838 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a4cab8b7-15bb-4734-aba0-4c10c2b8207d req-13a5402f-42d6-4c9d-a266-f6664fdba744 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f096e399deac4d029ff63e3cb7f1ce9f&device_id=2626cd15-7eaf-42ac-adce-e523831ee0c7 HTTP/1.1" status: 200 len: 1127 time: 0.0585876 Jun 15 10:39:18.848431 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a4cab8b7-15bb-4734-aba0-4c10c2b8207d req-47bcf0bc-ca15-4b20-a0ec-4af04d6cc44e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e167a1a5-8acd-4587-800d-75d04b74e52e HTTP/1.1" status: 200 len: 217 time: 0.0618656 Jun 15 10:39:18.853489 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:18.856355 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:18.886702 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 12fca43d-5e94-42ef-b28d-a3f4d1fdfab6 up at agent hyperv_hv-cinder-84349 {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:39:18.938854 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2156e99c-a3a0-4ecc-bab7-93b8f682030a req-2a6a1660-00fe-49b5-9667-ab7c27fcd1a5 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:18.940439 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-2156e99c-a3a0-4ecc-bab7-93b8f682030a req-2a6a1660-00fe-49b5-9667-ab7c27fcd1a5 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/networks?id=7dd91b3b-0ef5-4a72-9997-b791d1b8253c HTTP/1.1" status: 200 len: 809 time: 0.1418202 Jun 15 10:39:18.951357 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Provisioning for port 12fca43d-5e94-42ef-b28d-a3f4d1fdfab6 completed by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 10:39:18.959887 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-2156e99c-a3a0-4ecc-bab7-93b8f682030a req-a0049453-f239-43ae-a74c-43684d3eefc9 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/quotas/3efa3522561147ac8eff67781403423e HTTP/1.1" status: 200 len: 375 time: 0.0136161 Jun 15 10:39:18.970063 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Provisioning complete for port 12fca43d-5e94-42ef-b28d-a3f4d1fdfab6 triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:39:18.970438 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (12fca43d-5e94-42ef-b28d-a3f4d1fdfab6), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:18.970695 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c4be0c-bd63-4c03-b165-1aa3d4e92259 req-f106a9a4-9564-4da3-9871-0826d13631d8 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:18.977631 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-09c4be0c-bd63-4c03-b165-1aa3d4e92259 req-f106a9a4-9564-4da3-9871-0826d13631d8 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/ports?device_id=2626cd15-7eaf-42ac-adce-e523831ee0c7 HTTP/1.1" status: 200 len: 943 time: 0.1316352 Jun 15 10:39:18.990651 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cab8b7-15bb-4734-aba0-4c10c2b8207d req-a3f99e58-9e71-4139-b109-5b40feb51a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:18.992271 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a4cab8b7-15bb-4734-aba0-4c10c2b8207d req-a3f99e58-9e71-4139-b109-5b40feb51a3a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=32c01357-607a-450c-811c-8330c498325d HTTP/1.1" status: 200 len: 849 time: 0.1354823 Jun 15 10:39:19.006476 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-2156e99c-a3a0-4ecc-bab7-93b8f682030a req-a9b45be0-ad7b-4427-b0e3-8f7c722908a0 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3efa3522561147ac8eff67781403423e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399735 Jun 15 10:39:19.028044 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:19.061326 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-09c4be0c-bd63-4c03-b165-1aa3d4e92259 req-5a3dd0a2-2526-4ac2-af0e-7f8c84f76ace tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fde00a3-d2eb-496d-ab01-3a80e675b356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0828452 Jun 15 10:39:19.064004 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Current status of the port 12fca43d-5e94-42ef-b28d-a3f4d1fdfab6 is: BUILD; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:39:19.064306 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:19.064425 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (12fca43d-5e94-42ef-b28d-a3f4d1fdfab6), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:19.074329 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cab8b7-15bb-4734-aba0-4c10c2b8207d req-078dd3d2-2cb2-4214-bf6c-6ca08796c4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:19.075932 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a4cab8b7-15bb-4734-aba0-4c10c2b8207d req-078dd3d2-2cb2-4214-bf6c-6ca08796c4f1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=104a1ab4-a947-4523-8e20-9882108d1335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0737371 Jun 15 10:39:19.100915 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8378a647-7d0e-435f-8e73-7b57b250faa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12fca43d-5e94-42ef-b28d-a3f4d1fdfab6'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:39:19.103169 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9205ebd0146601a57e336ba0e259bffcba8e9192005a2aa68aaaf98781184b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2298d80-e6b4-458a-b618-42defef95529" -d '{"events": [{"server_uuid": "8378a647-7d0e-435f-8e73-7b57b250faa5", "name": "network-vif-plugged", "status": "completed", "tag": "12fca43d-5e94-42ef-b28d-a3f4d1fdfab6"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:39:19.116176 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port 12fca43d-5e94-42ef-b28d-a3f4d1fdfab6, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=12fca43d-5e94-42ef-b28d-a3f4d1fdfab6,segment=NetworkSegment(4fa5687d-654a-42b8-8e31-b16f3174e2b4),segment_id=4fa5687d-654a-42b8-8e31-b16f3174e2b4)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:39:19.123809 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (12fca43d-5e94-42ef-b28d-a3f4d1fdfab6), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:19.124809 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 8a090001-2a4e-434f-9f38-4a75764a65e9 no longer exists at agent hyperv_hv-cinder-84349 {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 10:39:19.134319 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-2156e99c-a3a0-4ecc-bab7-93b8f682030a req-7fc84162-4653-4f7f-aa6f-c423f724e139 service neutron] 10.222.0.49 "GET /v2.0/networks/7dd91b3b-0ef5-4a72-9997-b791d1b8253c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202109 Jun 15 10:39:19.188004 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 10:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8716cf-a21a-4121-a131-c15a79eef139 x-openstack-request-id: req-ae8716cf-a21a-4121-a131-c15a79eef139 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:39:19.188228 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a4cab8b7-15bb-4734-aba0-4c10c2b8207d req-c7712cf1-0a69-49b5-b429-2564ab10ee03 service neutron] 10.222.0.62 "GET /v2.0/networks/104a1ab4-a947-4523-8e20-9882108d1335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969462 Jun 15 10:39:19.188348 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8378a647-7d0e-435f-8e73-7b57b250faa5", "name": "network-vif-plugged", "status": "completed", "tag": "12fca43d-5e94-42ef-b28d-a3f4d1fdfab6", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:39:19.188538 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ae8716cf-a21a-4121-a131-c15a79eef139 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:39:19.188931 dv-cinder-843493-2-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae8716cf-a21a-4121-a131-c15a79eef139'] response: {'server_uuid': '8378a647-7d0e-435f-8e73-7b57b250faa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12fca43d-5e94-42ef-b28d-a3f4d1fdfab6', 'code': 200} Jun 15 10:39:19.191332 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] No Port match for: 8a090001-2a4e-434f-9f38-4a75764a65e9 {{(pid=103807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 10:39:19.191680 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 8a090001-2a4e-434f-9f38-4a75764a65e9 not bound to the agent host hv-cinder-84349 {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 10:39:19.194872 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:19.223401 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Pushing event updated for resources: {'Port': ['ID=12fca43d-5e94-42ef-b28d-a3f4d1fdfab6,revision_number=5']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:19.344714 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a4cab8b7-15bb-4734-aba0-4c10c2b8207d req-39535db1-8225-4bb3-ada0-6417e6129657 service neutron] 10.222.0.62 "GET /v2.0/networks/104a1ab4-a947-4523-8e20-9882108d1335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184874 Jun 15 10:39:19.467733 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2626cd15-7eaf-42ac-adce-e523831ee0c7', 'tag': 'e167a1a5-8acd-4587-800d-75d04b74e52e'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:39:19.470529 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15acf06c26f001ded10715ddc8547394d4bbc7e5ff5a4e462e54e6774371169d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88558e5d-22ed-45fe-9307-c3ed668601eb" -d '{"events": [{"name": "network-changed", "server_uuid": "2626cd15-7eaf-42ac-adce-e523831ee0c7", "tag": "e167a1a5-8acd-4587-800d-75d04b74e52e"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:39:19.493504 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-2156e99c-a3a0-4ecc-bab7-93b8f682030a req-4c6958b2-235e-4a07-8e21-f45304515621 service neutron] 10.222.0.49 "GET /v2.0/networks/7dd91b3b-0ef5-4a72-9997-b791d1b8253c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582602 Jun 15 10:39:19.515035 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 10:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04fb49a7-9c64-4d94-a8a7-6325b35cdfdc x-openstack-request-id: req-04fb49a7-9c64-4d94-a8a7-6325b35cdfdc {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:39:19.516118 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2626cd15-7eaf-42ac-adce-e523831ee0c7", "tag": "e167a1a5-8acd-4587-800d-75d04b74e52e", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:39:19.516118 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-04fb49a7-9c64-4d94-a8a7-6325b35cdfdc {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:39:19.516499 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04fb49a7-9c64-4d94-a8a7-6325b35cdfdc'] response: {'name': 'network-changed', 'server_uuid': '2626cd15-7eaf-42ac-adce-e523831ee0c7', 'tag': 'e167a1a5-8acd-4587-800d-75d04b74e52e', 'status': 'completed', 'code': 200} Jun 15 10:39:19.563721 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 33634) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:39:19.659807 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-33fe06ca-2fd5-45ea-b5ff-5fdccf7364f2 req-38a3f365-827f-48fd-a148-d7446d25e7d1 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/ports?device_id=9242699d-f8d1-4e12-b56a-bf3a405596be HTTP/1.1" status: 200 len: 210 time: 0.0359733 Jun 15 10:39:19.682390 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [None req-4486c63f-d76c-454e-b226-d0a8ea661902 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-385863568-network', 'tenant_id': 'fe56b435fdbf49629bfc5e06c24e78b9'}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:39:19.705295 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4486c63f-d76c-454e-b226-d0a8ea661902 admin admin] Made reservation on behalf of fe56b435fdbf49629bfc5e06c24e78b9 for: {'network': 1} {{(pid=103805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 10:39:19.707847 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-4486c63f-d76c-454e-b226-d0a8ea661902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for network (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:19.716484 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-4486c63f-d76c-454e-b226-d0a8ea661902 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:19.800922 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-4486c63f-d76c-454e-b226-d0a8ea661902 admin admin] Publish callbacks [] for security_group (fc5de341-2ffc-46c1-9d47-0b972e95fc64), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:19.801056 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb3e10-d1fe-4271-b7ee-1500be5726ed req-e3fcb500-e16e-4f46-93de-e35d0f84e201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:19.802441 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2ceb3e10-d1fe-4271-b7ee-1500be5726ed req-e3fcb500-e16e-4f46-93de-e35d0f84e201 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8378a647-7d0e-435f-8e73-7b57b250faa5 HTTP/1.1" status: 200 len: 1129 time: 0.0861039 Jun 15 10:39:19.805848 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-4486c63f-d76c-454e-b226-d0a8ea661902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (fc5de341-2ffc-46c1-9d47-0b972e95fc64), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:19.832637 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88558e5d-22ed-45fe-9307-c3ed668601eb req-89d892cb-4f12-4d12-a391-615546a7b263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:19.834318 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-88558e5d-22ed-45fe-9307-c3ed668601eb req-89d892cb-4f12-4d12-a391-615546a7b263 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f096e399deac4d029ff63e3cb7f1ce9f&device_id=2626cd15-7eaf-42ac-adce-e523831ee0c7 HTTP/1.1" status: 200 len: 1127 time: 0.0796366 Jun 15 10:39:19.838161 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4486c63f-d76c-454e-b226-d0a8ea661902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5de341-2ffc-46c1-9d47-0b972e95fc64,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:19.843559 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4486c63f-d76c-454e-b226-d0a8ea661902 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=103805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 10:39:19.854786 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-4486c63f-d76c-454e-b226-d0a8ea661902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7722752'] for segment (e3d3e506-e337-41e4-8354-b0b48f6066de), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:19.855443 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.db.segments_db [None req-4486c63f-d76c-454e-b226-d0a8ea661902 admin admin] Added segment e3d3e506-e337-41e4-8354-b0b48f6066de of type vlan for network 6c676230-a21e-47f7-b248-35e003e07d94 Jun 15 10:39:19.888537 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2ceb3e10-d1fe-4271-b7ee-1500be5726ed req-5b403798-9f7a-45f2-9e1e-de7c20e6fc32 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=6973b2b7-2606-4029-bb79-335c861bdd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787227 Jun 15 10:39:19.940440 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4910f7-15fd-47de-b815-c65c47f64cf2 req-44776ad1-958b-42be-9b63-6f715b675c95 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:19.942013 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-9a4910f7-15fd-47de-b815-c65c47f64cf2 req-44776ad1-958b-42be-9b63-6f715b675c95 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.49 "GET /v2.0/ports?device_id=8378a647-7d0e-435f-8e73-7b57b250faa5 HTTP/1.1" status: 200 len: 945 time: 0.0851474 Jun 15 10:39:19.947040 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-4486c63f-d76c-454e-b226-d0a8ea661902 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732880046228'] for network (6c676230-a21e-47f7-b248-35e003e07d94), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:19.954908 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88558e5d-22ed-45fe-9307-c3ed668601eb req-4c5fb894-16c4-4bed-9a8d-c21b38b6d921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:19.957685 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-88558e5d-22ed-45fe-9307-c3ed668601eb req-4c5fb894-16c4-4bed-9a8d-c21b38b6d921 service neutron] 10.222.0.62 "GET /v2.0/networks?id=104a1ab4-a947-4523-8e20-9882108d1335 HTTP/1.1" status: 200 len: 911 time: 0.1122434 Jun 15 10:39:20.001081 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-4486c63f-d76c-454e-b226-d0a8ea661902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468'] for network (6c676230-a21e-47f7-b248-35e003e07d94), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:20.002062 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4486c63f-d76c-454e-b226-d0a8ea661902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:20.002610 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-4486c63f-d76c-454e-b226-d0a8ea661902 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for network (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:20.027489 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-9a4910f7-15fd-47de-b815-c65c47f64cf2 req-ce8f6aa8-23c4-4602-ad5c-9e03750238e1 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.49 "GET /v2.0/security-groups?id=6973b2b7-2606-4029-bb79-335c861bdd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776422 Jun 15 10:39:20.037790 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-4486c63f-d76c-454e-b226-d0a8ea661902 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4729898 Jun 15 10:39:20.040774 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 33650) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:39:20.045813 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-11549ae7-c9bd-4305-9df5-77af48d5aceb admin admin] Request body: {'subnet': {'network_id': '6c676230-a21e-47f7-b248-35e003e07d94', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-385863568-subnet', 'tenant_id': 'fe56b435fdbf49629bfc5e06c24e78b9', 'ip_version': 4}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:39:20.066727 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11549ae7-c9bd-4305-9df5-77af48d5aceb admin admin] Made reservation on behalf of fe56b435fdbf49629bfc5e06c24e78b9 for: {'subnet': 1} {{(pid=103806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 10:39:20.069055 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-11549ae7-c9bd-4305-9df5-77af48d5aceb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-251934017'] for subnet (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:20.076732 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4486c63f-d76c-454e-b226-d0a8ea661902 admin admin] Pushing event updated for resources: {'Network': ['ID=6c676230-a21e-47f7-b248-35e003e07d94,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:20.087555 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Network 6c676230-a21e-47f7-b248-35e003e07d94 details requested by agent ovs-agent-dv-cinder-843493-2-iscsi with host dv-cinder-843493-2-iscsi {{(pid=103807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 10:39:20.198116 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c4dbf4-7ca3-43ea-8516-8f595fee94e4 req-7bf43718-35df-4538-b704-f6b3d9ae42a7 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:20.199282 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b6c4dbf4-7ca3-43ea-8516-8f595fee94e4 req-7bf43718-35df-4538-b704-f6b3d9ae42a7 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/ports?device_id=2626cd15-7eaf-42ac-adce-e523831ee0c7 HTTP/1.1" status: 200 len: 943 time: 0.0590985 Jun 15 10:39:20.260654 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-88558e5d-22ed-45fe-9307-c3ed668601eb req-5199be24-4053-4dcc-8572-daed2e695f17 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e167a1a5-8acd-4587-800d-75d04b74e52e HTTP/1.1" status: 200 len: 217 time: 0.0583782 Jun 15 10:39:20.340802 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b6c4dbf4-7ca3-43ea-8516-8f595fee94e4 req-a70e2457-f35f-441c-ad2f-fde65e8a39b0 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fde00a3-d2eb-496d-ab01-3a80e675b356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1161447 Jun 15 10:39:20.348169 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-11549ae7-c9bd-4305-9df5-77af48d5aceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-252119786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-251934063'] for subnet (bbaedce3-07fe-427f-8c9e-c552095c0fcd), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:20.393325 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:20.412029 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11549ae7-c9bd-4305-9df5-77af48d5aceb admin admin] Checking segment: {'id': 'e3d3e506-e337-41e4-8354-b0b48f6066de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6c676230-a21e-47f7-b248-35e003e07d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:39:20.412377 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11549ae7-c9bd-4305-9df5-77af48d5aceb admin admin] Network hostable DHCP agents. Network: 6c676230-a21e-47f7-b248-35e003e07d94, hostable agents: ['e7b68426-6abe-45ee-a2ce-c32f72f66753'], hosted agents: [] {{(pid=103806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 10:39:20.414256 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11549ae7-c9bd-4305-9df5-77af48d5aceb admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbaedce3-07fe-427f-8c9e-c552095c0fcd,revision_number=0']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:20.431782 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11549ae7-c9bd-4305-9df5-77af48d5aceb admin admin] Network 6c676230-a21e-47f7-b248-35e003e07d94 is scheduled to be hosted by DHCP agent e7b68426-6abe-45ee-a2ce-c32f72f66753 with binding_index 1 {{(pid=103806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 10:39:20.439966 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [None req-11549ae7-c9bd-4305-9df5-77af48d5aceb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843493-2-iscsi, 6c676230-a21e-47f7-b248-35e003e07d94) {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:39:20.443760 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11549ae7-c9bd-4305-9df5-77af48d5aceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:20.444338 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-11549ae7-c9bd-4305-9df5-77af48d5aceb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:20.448454 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f357763f-27f7-4a58-bcf1-5ed5fb2b2b77 None None] Network 6c676230-a21e-47f7-b248-35e003e07d94 requested from dv-cinder-843493-2-iscsi {{(pid=103807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 10:39:20.459454 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-11549ae7-c9bd-4305-9df5-77af48d5aceb admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4173956 Jun 15 10:39:20.462094 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 33654) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:39:20.466236 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-c39f1f85-e595-473e-a9d3-c9c6065f659d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-385863568-router', 'tenant_id': 'fe56b435fdbf49629bfc5e06c24e78b9', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81'}}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:39:20.487191 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c39f1f85-e595-473e-a9d3-c9c6065f659d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-364'] for router (4fbe59bf-b10f-420f-a18f-16b3a652b95d), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:20.488194 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c39f1f85-e595-473e-a9d3-c9c6065f659d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-721569', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-357'] for router (4fbe59bf-b10f-420f-a18f-16b3a652b95d), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:20.541846 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c39f1f85-e595-473e-a9d3-c9c6065f659d admin admin] Publish callbacks [] for router_controller (4fbe59bf-b10f-420f-a18f-16b3a652b95d), precommit_add_association {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:20.556817 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b31fe8-f5f8-4ce0-b745-0a1d14bc3c58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa140b1e4-d584-5ee8-9a96-4d94431f580c-6c676230-a21e-47f7-b248-35e003e07d94', 'network_id': '6c676230-a21e-47f7-b248-35e003e07d94', 'project_id': 'fe56b435fdbf49629bfc5e06c24e78b9', 'fixed_ips': [{'subnet_id': 'bbaedce3-07fe-427f-8c9e-c552095c0fcd'}]}} from dv-cinder-843493-2-iscsi. {{(pid=103807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 15 10:39:20.558093 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e2b31fe8-f5f8-4ce0-b745-0a1d14bc3c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:20.600608 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:20.701868 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c39f1f85-e595-473e-a9d3-c9c6065f659d admin admin] Publish callbacks [] for router_gateway (4fbe59bf-b10f-420f-a18f-16b3a652b95d), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:20.709786 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [None req-e2b31fe8-f5f8-4ce0-b745-0a1d14bc3c58 None None] Allocated IP 172.20.0.2 (6c676230-a21e-47f7-b248-35e003e07d94/bbaedce3-07fe-427f-8c9e-c552095c0fcd/fabb7881-d99c-4053-82f9-4ee5e0e63c37) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:39:20.730736 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88558e5d-22ed-45fe-9307-c3ed668601eb req-0c76fa95-9752-4e15-8808-a7b54c080d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:20.732287 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-88558e5d-22ed-45fe-9307-c3ed668601eb req-0c76fa95-9752-4e15-8808-a7b54c080d55 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=32c01357-607a-450c-811c-8330c498325d HTTP/1.1" status: 200 len: 849 time: 0.1205723 Jun 15 10:39:20.786427 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-9d8c1102-2e5b-4d98-9134-44ca36ec8cf3 req-273eaa64-d1f8-42db-81fb-3a570720df20 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/ports?device_id=9242699d-f8d1-4e12-b56a-bf3a405596be HTTP/1.1" status: 200 len: 210 time: 0.0410202 Jun 15 10:39:20.823271 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88558e5d-22ed-45fe-9307-c3ed668601eb req-1a3ed92f-550c-44ea-b2a3-90a2f2dffa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:20.824812 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-88558e5d-22ed-45fe-9307-c3ed668601eb req-1a3ed92f-550c-44ea-b2a3-90a2f2dffa2e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=104a1ab4-a947-4523-8e20-9882108d1335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0789080 Jun 15 10:39:20.892552 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e2b31fe8-f5f8-4ce0-b745-0a1d14bc3c58 None None] Publish callbacks [] for port (fabb7881-d99c-4053-82f9-4ee5e0e63c37), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:20.899491 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e2b31fe8-f5f8-4ce0-b745-0a1d14bc3c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205'] for port (fabb7881-d99c-4053-82f9-4ee5e0e63c37), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:20.904226 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:20.944088 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b31fe8-f5f8-4ce0-b745-0a1d14bc3c58 None None] Network 6c676230-a21e-47f7-b248-35e003e07d94 is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:39:20.949915 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-e2b31fe8-f5f8-4ce0-b745-0a1d14bc3c58 None None] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:39:20.953007 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b31fe8-f5f8-4ce0-b745-0a1d14bc3c58 None None] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:39:20.956503 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b31fe8-f5f8-4ce0-b745-0a1d14bc3c58 None None] Pushing event updated for resources: {'Port': ['ID=fabb7881-d99c-4053-82f9-4ee5e0e63c37,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:20.998070 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c39f1f85-e595-473e-a9d3-c9c6065f659d admin admin] Publish callbacks [] for router_gateway (4fbe59bf-b10f-420f-a18f-16b3a652b95d), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:21.016313 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-e2b31fe8-f5f8-4ce0-b745-0a1d14bc3c58 None None] Attempting to bind port fabb7881-d99c-4053-82f9-4ee5e0e63c37 on host dv-cinder-843493-2-iscsi for vnic_type normal with profile {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 10:39:21.016678 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-e2b31fe8-f5f8-4ce0-b745-0a1d14bc3c58 None None] Attempting to bind port fabb7881-d99c-4053-82f9-4ee5e0e63c37 by drivers openvswitch,hyperv on host dv-cinder-843493-2-iscsi at level 0 using segments [{'id': 'e3d3e506-e337-41e4-8354-b0b48f6066de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6c676230-a21e-47f7-b248-35e003e07d94'}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 10:39:21.017035 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b31fe8-f5f8-4ce0-b745-0a1d14bc3c58 None None] Attempting to bind port fabb7881-d99c-4053-82f9-4ee5e0e63c37 on network 6c676230-a21e-47f7-b248-35e003e07d94 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:39:21.021989 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b31fe8-f5f8-4ce0-b745-0a1d14bc3c58 None None] Checking agent: {'id': 'ad84a4c2-87cd-4603-a219-98785ef58eeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 10, 23, 18), 'started_at': datetime.datetime(2022, 6, 15, 10, 23, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 10, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 10:39:21.022362 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b31fe8-f5f8-4ce0-b745-0a1d14bc3c58 None None] Checking segment: {'id': 'e3d3e506-e337-41e4-8354-b0b48f6066de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6c676230-a21e-47f7-b248-35e003e07d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:39:21.022755 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e2b31fe8-f5f8-4ce0-b745-0a1d14bc3c58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:21.023171 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b31fe8-f5f8-4ce0-b745-0a1d14bc3c58 None None] Bound using segment: {'id': 'e3d3e506-e337-41e4-8354-b0b48f6066de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6c676230-a21e-47f7-b248-35e003e07d94'} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 10:39:21.023887 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-e2b31fe8-f5f8-4ce0-b745-0a1d14bc3c58 None None] Bound port: fabb7881-d99c-4053-82f9-4ee5e0e63c37, host: dv-cinder-843493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3d3e506-e337-41e4-8354-b0b48f6066de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6c676230-a21e-47f7-b248-35e003e07d94'}}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 10:39:21.024089 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c39f1f85-e595-473e-a9d3-c9c6065f659d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:21.024265 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e2b31fe8-f5f8-4ce0-b745-0a1d14bc3c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (fabb7881-d99c-4053-82f9-4ee5e0e63c37), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:21.028158 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-88558e5d-22ed-45fe-9307-c3ed668601eb req-cd349806-265f-4a3d-bc7e-b96129b585c0 service neutron] 10.222.0.62 "GET /v2.0/networks/104a1ab4-a947-4523-8e20-9882108d1335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656477 Jun 15 10:39:21.091302 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-e2b31fe8-f5f8-4ce0-b745-0a1d14bc3c58 None None] For port fabb7881-d99c-4053-82f9-4ee5e0e63c37, host dv-cinder-843493-2-iscsi, cleared binding levels {{(pid=103807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 10:39:21.095862 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-e2b31fe8-f5f8-4ce0-b745-0a1d14bc3c58 None None] For port fabb7881-d99c-4053-82f9-4ee5e0e63c37, host dv-cinder-843493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=fabb7881-d99c-4053-82f9-4ee5e0e63c37,segment=NetworkSegment(e3d3e506-e337-41e4-8354-b0b48f6066de),segment_id=e3d3e506-e337-41e4-8354-b0b48f6066de)] {{(pid=103807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 10:39:21.102302 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e2b31fe8-f5f8-4ce0-b745-0a1d14bc3c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (fabb7881-d99c-4053-82f9-4ee5e0e63c37), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:21.159250 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b31fe8-f5f8-4ce0-b745-0a1d14bc3c58 None None] Pushing event updated for resources: {'Port': ['ID=fabb7881-d99c-4053-82f9-4ee5e0e63c37,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:21.173904 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70682195-b1bc-41a7-bbe6-d5360ed0010d req-114d483e-12f3-404b-b5f2-0a952d70715b tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:21.175416 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-70682195-b1bc-41a7-bbe6-d5360ed0010d req-114d483e-12f3-404b-b5f2-0a952d70715b tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.49 "GET /v2.0/ports?device_id=8378a647-7d0e-435f-8e73-7b57b250faa5 HTTP/1.1" status: 200 len: 945 time: 0.0681982 Jun 15 10:39:21.182527 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_common [None req-c39f1f85-e595-473e-a9d3-c9c6065f659d admin admin] Allocated IP 172.27.0.87 (0c6836d1-4e10-4696-9cf9-183899f77c81/849db9c0-6b0b-495f-a2c9-c288d42c277d/92fc09dd-e365-4cbb-9c1d-25960bdbec2d) {{(pid=103806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:39:21.214335 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:21.473198 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b5e691-5fd6-4902-aa81-c46857270037 req-861f7e09-9fb6-4d3b-8e81-113d52577fa5 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:21.475265 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-f4b5e691-5fd6-4902-aa81-c46857270037 req-861f7e09-9fb6-4d3b-8e81-113d52577fa5 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/ports?device_id=2626cd15-7eaf-42ac-adce-e523831ee0c7 HTTP/1.1" status: 200 len: 943 time: 0.0569689 Jun 15 10:39:21.502300 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:21.529085 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-f4b5e691-5fd6-4902-aa81-c46857270037 req-89524b35-1ca8-4246-9e65-f35454a27618 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fde00a3-d2eb-496d-ab01-3a80e675b356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477240 Jun 15 10:39:21.650234 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-70682195-b1bc-41a7-bbe6-d5360ed0010d req-33ce4459-3257-40d0-91e4-3ab0670037dd tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.49 "GET /v2.0/security-groups?id=6973b2b7-2606-4029-bb79-335c861bdd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4687173 Jun 15 10:39:21.697384 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-88558e5d-22ed-45fe-9307-c3ed668601eb req-6aee0229-10c7-4366-98fd-0a35171c19a2 service neutron] 10.222.0.62 "GET /v2.0/networks/104a1ab4-a947-4523-8e20-9882108d1335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4975665 Jun 15 10:39:21.714001 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c39f1f85-e595-473e-a9d3-c9c6065f659d admin admin] Publish callbacks [] for port (92fc09dd-e365-4cbb-9c1d-25960bdbec2d), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:21.745021 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:21.762125 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c39f1f85-e595-473e-a9d3-c9c6065f659d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (92fc09dd-e365-4cbb-9c1d-25960bdbec2d), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:21.787751 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device fabb7881-d99c-4053-82f9-4ee5e0e63c37 up at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:39:21.870140 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39f1f85-e595-473e-a9d3-c9c6065f659d admin admin] Network 0c6836d1-4e10-4696-9cf9-183899f77c81 is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:39:21.872173 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:21.880251 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [None req-c39f1f85-e595-473e-a9d3-c9c6065f659d admin admin] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:39:21.887369 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39f1f85-e595-473e-a9d3-c9c6065f659d admin admin] Received port after_create {{(pid=103806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:39:21.890731 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Provisioning complete for port fabb7881-d99c-4053-82f9-4ee5e0e63c37 triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:39:21.891354 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (fabb7881-d99c-4053-82f9-4ee5e0e63c37), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:21.915857 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39f1f85-e595-473e-a9d3-c9c6065f659d admin admin] Pushing event updated for resources: {'Port': ['ID=92fc09dd-e365-4cbb-9c1d-25960bdbec2d,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:21.976809 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-0a0f1902-61ea-41d7-982c-b09d599c1ad2 req-6d07a709-9a4e-4a2e-a222-30b1f4a0d618 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/ports?device_id=9242699d-f8d1-4e12-b56a-bf3a405596be HTTP/1.1" status: 200 len: 210 time: 0.0806015 Jun 15 10:39:22.025896 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2156e99c-a3a0-4ecc-bab7-93b8f682030a req-a708d036-cae9-47ce-96ba-61347a6c043e tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:22.027632 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2156e99c-a3a0-4ecc-bab7-93b8f682030a req-a708d036-cae9-47ce-96ba-61347a6c043e tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.62 "GET /v2.0/networks?id=7dd91b3b-0ef5-4a72-9997-b791d1b8253c HTTP/1.1" status: 200 len: 809 time: 0.2816453 Jun 15 10:39:22.028637 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Current status of the port fabb7881-d99c-4053-82f9-4ee5e0e63c37 is: DOWN; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:39:22.029110 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (fabb7881-d99c-4053-82f9-4ee5e0e63c37), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:22.070530 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] For port fabb7881-d99c-4053-82f9-4ee5e0e63c37, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=fabb7881-d99c-4053-82f9-4ee5e0e63c37,segment=NetworkSegment(e3d3e506-e337-41e4-8354-b0b48f6066de),segment_id=e3d3e506-e337-41e4-8354-b0b48f6066de)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:39:22.075426 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (fabb7881-d99c-4053-82f9-4ee5e0e63c37), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:22.127880 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Pushing event updated for resources: {'Port': ['ID=fabb7881-d99c-4053-82f9-4ee5e0e63c37,revision_number=3']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:22.141728 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [req-2156e99c-a3a0-4ecc-bab7-93b8f682030a req-60a59be9-f201-484d-87cf-ec038367bc47 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Request body: {'port': {'device_id': '9242699d-f8d1-4e12-b56a-bf3a405596be', 'network_id': '7dd91b3b-0ef5-4a72-9997-b791d1b8253c', 'admin_state_up': True, 'tenant_id': '3efa3522561147ac8eff67781403423e'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:39:22.150519 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69b2c39-c4b3-4b48-84d8-e0f45014fb07 None None] Network 6c676230-a21e-47f7-b248-35e003e07d94 requested from dv-cinder-843493-2-iscsi {{(pid=103807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 10:39:22.226102 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-31b0a2b9-b3f9-4f1b-b5f9-23d991982361 None None] Provisioning complete for port fabb7881-d99c-4053-82f9-4ee5e0e63c37 triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:39:22.226406 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-31b0a2b9-b3f9-4f1b-b5f9-23d991982361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (fabb7881-d99c-4053-82f9-4ee5e0e63c37), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:22.244333 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c39f1f85-e595-473e-a9d3-c9c6065f659d admin admin] Publish callbacks [] for router_gateway (4fbe59bf-b10f-420f-a18f-16b3a652b95d), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:22.340602 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-31b0a2b9-b3f9-4f1b-b5f9-23d991982361 None None] Current status of the port fabb7881-d99c-4053-82f9-4ee5e0e63c37 is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:39:22.344846 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2156e99c-a3a0-4ecc-bab7-93b8f682030a req-60a59be9-f201-484d-87cf-ec038367bc47 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Made reservation on behalf of 3efa3522561147ac8eff67781403423e for: {'port': 1} {{(pid=103806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 10:39:22.348677 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-2156e99c-a3a0-4ecc-bab7-93b8f682030a req-60a59be9-f201-484d-87cf-ec038367bc47 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:22.482604 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:22.542777 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c39f1f85-e595-473e-a9d3-c9c6065f659d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-721411'] for router (4fbe59bf-b10f-420f-a18f-16b3a652b95d), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:22.547345 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:22.561188 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-e3d75b61-8c15-4dda-9805-af4a65db1ce0 None None] Provisioning complete for port fabb7881-d99c-4053-82f9-4ee5e0e63c37 triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:39:22.561641 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e3d75b61-8c15-4dda-9805-af4a65db1ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (fabb7881-d99c-4053-82f9-4ee5e0e63c37), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:22.623438 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_common [req-2156e99c-a3a0-4ecc-bab7-93b8f682030a req-60a59be9-f201-484d-87cf-ec038367bc47 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Allocated IP 172.20.0.5 (7dd91b3b-0ef5-4a72-9997-b791d1b8253c/c34d9c0a-77a7-4d80-a747-28ef5e11cec7/11b43e2d-9ca6-4920-af3f-e9e01d523014) {{(pid=103806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:39:22.651442 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-e3d75b61-8c15-4dda-9805-af4a65db1ce0 None None] Current status of the port fabb7881-d99c-4053-82f9-4ee5e0e63c37 is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:39:22.654206 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (a4349971-e88a-4ea8-a067-54d07204ee65), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:22.688511 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722023f8-fe9f-4f5e-93eb-201dcbb13eed req-4ef9b366-c20a-4be0-8eac-7fa1e89fe094 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:22.689994 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-722023f8-fe9f-4f5e-93eb-201dcbb13eed req-4ef9b366-c20a-4be0-8eac-7fa1e89fe094 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/ports?device_id=2626cd15-7eaf-42ac-adce-e523831ee0c7 HTTP/1.1" status: 200 len: 943 time: 0.0701630 Jun 15 10:39:22.767470 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce1f274-d20e-422d-b0ad-1be417fc1dca req-51d33a5a-8776-45c5-818c-295256b293de tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:22.768939 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-9ce1f274-d20e-422d-b0ad-1be417fc1dca req-51d33a5a-8776-45c5-818c-295256b293de tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.49 "GET /v2.0/ports?device_id=8378a647-7d0e-435f-8e73-7b57b250faa5 HTTP/1.1" status: 200 len: 945 time: 0.0497324 Jun 15 10:39:22.809496 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-722023f8-fe9f-4f5e-93eb-201dcbb13eed req-80bbaf07-5eda-4ccc-a8e9-ac039a81318c tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fde00a3-d2eb-496d-ab01-3a80e675b356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1113951 Jun 15 10:39:22.817818 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:22.826754 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-9ce1f274-d20e-422d-b0ad-1be417fc1dca req-b1bd8c9b-6aed-40a6-81f9-cb3b10660df4 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.49 "GET /v2.0/security-groups?id=6973b2b7-2606-4029-bb79-335c861bdd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509830 Jun 15 10:39:22.870186 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c39f1f85-e595-473e-a9d3-c9c6065f659d admin admin] Router 4fbe59bf-b10f-420f-a18f-16b3a652b95d is scheduled to L3 agent 06043943-94cb-49df-a062-a4886c03e673 with binding_index 1 {{(pid=103806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 15 10:39:22.958954 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-2156e99c-a3a0-4ecc-bab7-93b8f682030a req-60a59be9-f201-484d-87cf-ec038367bc47 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Publish callbacks [] for port (11b43e2d-9ca6-4920-af3f-e9e01d523014), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:23.018411 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39f1f85-e595-473e-a9d3-c9c6065f659d admin admin] Notify agent at l3_agent.dv-cinder-843493-2-iscsi the message routers_updated {{(pid=103806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 10:39:23.020736 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-2156e99c-a3a0-4ecc-bab7-93b8f682030a req-60a59be9-f201-484d-87cf-ec038367bc47 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (11b43e2d-9ca6-4920-af3f-e9e01d523014), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:23.035535 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3947afa7-caf3-49d8-920b-611850a336ac None None] Sync routers for ids ['4fbe59bf-b10f-420f-a18f-16b3a652b95d'] in dv-cinder-843493-2-iscsi {{(pid=103807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 10:39:23.050104 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3947afa7-caf3-49d8-920b-611850a336ac None None] Routers {'4fbe59bf-b10f-420f-a18f-16b3a652b95d'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:39:23.051315 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-3947afa7-caf3-49d8-920b-611850a336ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:39:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['4fbe59bf-b10f-420f-a18f-16b3a652b95d'], 'active': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:39:23.079485 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c39f1f85-e595-473e-a9d3-c9c6065f659d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:23.083198 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-c39f1f85-e595-473e-a9d3-c9c6065f659d admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.6176858 Jun 15 10:39:23.084249 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 33712) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:39:23.123370 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2156e99c-a3a0-4ecc-bab7-93b8f682030a req-60a59be9-f201-484d-87cf-ec038367bc47 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Network 7dd91b3b-0ef5-4a72-9997-b791d1b8253c is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:39:23.135439 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59fb5f2-73d9-4dc6-b334-4a5566a569b9 req-473c83f5-9be4-498a-8ea2-54e9cf0a7662 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:23.136119 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:23.139506 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a59fb5f2-73d9-4dc6-b334-4a5566a569b9 req-473c83f5-9be4-498a-8ea2-54e9cf0a7662 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/ports?device_id=9242699d-f8d1-4e12-b56a-bf3a405596be HTTP/1.1" status: 200 len: 931 time: 0.0807402 Jun 15 10:39:23.145163 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [req-2156e99c-a3a0-4ecc-bab7-93b8f682030a req-60a59be9-f201-484d-87cf-ec038367bc47 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:39:23.149201 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [req-2156e99c-a3a0-4ecc-bab7-93b8f682030a req-60a59be9-f201-484d-87cf-ec038367bc47 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Received port after_create {{(pid=103806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:39:23.156841 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a59be9-f201-484d-87cf-ec038367bc47 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Pushing event updated for resources: {'Port': ['ID=11b43e2d-9ca6-4920-af3f-e9e01d523014,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:23.176709 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvr_db [None req-3947afa7-caf3-49d8-920b-611850a336ac None None] Set router 4fbe59bf-b10f-420f-a18f-16b3a652b95d gateway port host: dv-cinder-843493-2-iscsi {{(pid=103807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:39:23.238681 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a59fb5f2-73d9-4dc6-b334-4a5566a569b9 req-b154e91a-0b67-48af-81f5-693fda6b1dc6 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/security-groups?id=b962c148-e002-4495-a6eb-5c6391e1ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859520 Jun 15 10:39:23.246493 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2156e99c-a3a0-4ecc-bab7-93b8f682030a req-60a59be9-f201-484d-87cf-ec038367bc47 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:23.247489 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-2156e99c-a3a0-4ecc-bab7-93b8f682030a req-60a59be9-f201-484d-87cf-ec038367bc47 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:23.255701 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:23.277251 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2156e99c-a3a0-4ecc-bab7-93b8f682030a req-60a59be9-f201-484d-87cf-ec038367bc47 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1604834 Jun 15 10:39:23.301571 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [req-2156e99c-a3a0-4ecc-bab7-93b8f682030a req-be2dbc56-bfee-4329-b867-7e2633c96df1 service neutron] Request body: {'port': {'device_id': '9242699d-f8d1-4e12-b56a-bf3a405596be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84349'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:39:23.377212 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:23.415248 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-3947afa7-caf3-49d8-920b-611850a336ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbe59bf-b10f-420f-a18f-16b3a652b95d', 'name': 'tempest-TestShelveInstance-385863568-router', 'tenant_id': 'fe56b435fdbf49629bfc5e06c24e78b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '92fc09dd-e365-4cbb-9c1d-25960bdbec2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:39:20Z', 'updated_at': '2022-06-15T10:39:22Z', 'revision_number': 3, 'project_id': 'fe56b435fdbf49629bfc5e06c24e78b9', 'gw_port': {'id': '92fc09dd-e365-4cbb-9c1d-25960bdbec2d', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fbe59bf-b10f-420f-a18f-16b3a652b95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:39:21Z', 'updated_at': '2022-06-15T10:39:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi'}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:39:23.434037 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-2156e99c-a3a0-4ecc-bab7-93b8f682030a req-be2dbc56-bfee-4329-b867-7e2633c96df1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (11b43e2d-9ca6-4920-af3f-e9e01d523014), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:23.443367 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3947afa7-caf3-49d8-920b-611850a336ac None None] Checking router: 4fbe59bf-b10f-420f-a18f-16b3a652b95d for host: dv-cinder-843493-2-iscsi {{(pid=103807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 10:39:23.443798 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3947afa7-caf3-49d8-920b-611850a336ac None None] Updating router 4fbe59bf-b10f-420f-a18f-16b3a652b95d port 92fc09dd-e365-4cbb-9c1d-25960bdbec2d binding host dv-cinder-843493-2-iscsi {{(pid=103807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 10:39:23.475188 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3947afa7-caf3-49d8-920b-611850a336ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (92fc09dd-e365-4cbb-9c1d-25960bdbec2d), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:23.505685 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:23.583198 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1a67c63e-5dcb-4065-ac42-08e39ee3ceb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:23.765860 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.db.db_base_plugin_common [None req-1a67c63e-5dcb-4065-ac42-08e39ee3ceb7 admin admin] Allocated IP 172.20.0.1 (6c676230-a21e-47f7-b248-35e003e07d94/bbaedce3-07fe-427f-8c9e-c552095c0fcd/c8c9d95d-17c7-4629-bfa5-52a6ddf42c30) {{(pid=103805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:39:23.767786 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device fabb7881-d99c-4053-82f9-4ee5e0e63c37 up at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:39:23.772165 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [req-2156e99c-a3a0-4ecc-bab7-93b8f682030a req-be2dbc56-bfee-4329-b867-7e2633c96df1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11b43e2d-9ca6-4920-af3f-e9e01d523014 {{(pid=103806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 10:39:23.773594 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3947afa7-caf3-49d8-920b-611850a336ac None None] Publish callbacks [] for port (92fc09dd-e365-4cbb-9c1d-25960bdbec2d), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:23.786107 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-2156e99c-a3a0-4ecc-bab7-93b8f682030a req-be2dbc56-bfee-4329-b867-7e2633c96df1 service neutron] Publish callbacks [] for port (11b43e2d-9ca6-4920-af3f-e9e01d523014), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:23.805236 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.provisioning_blocks [req-2156e99c-a3a0-4ecc-bab7-93b8f682030a req-be2dbc56-bfee-4329-b867-7e2633c96df1 service neutron] Transition to ACTIVE for port object 11b43e2d-9ca6-4920-af3f-e9e01d523014 will not be triggered until provisioned by entity L2. {{(pid=103806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 10:39:23.805670 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3947afa7-caf3-49d8-920b-611850a336ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (92fc09dd-e365-4cbb-9c1d-25960bdbec2d), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:23.810377 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-2156e99c-a3a0-4ecc-bab7-93b8f682030a req-be2dbc56-bfee-4329-b867-7e2633c96df1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-252119569'] for port (11b43e2d-9ca6-4920-af3f-e9e01d523014), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:23.880557 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-3947afa7-caf3-49d8-920b-611850a336ac None None] Attempting to bind port 92fc09dd-e365-4cbb-9c1d-25960bdbec2d on host dv-cinder-843493-2-iscsi for vnic_type normal with profile {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 10:39:23.880903 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-3947afa7-caf3-49d8-920b-611850a336ac None None] Attempting to bind port 92fc09dd-e365-4cbb-9c1d-25960bdbec2d by drivers openvswitch,hyperv on host dv-cinder-843493-2-iscsi at level 0 using segments [{'id': 'cb36ff63-3809-49b1-ae7b-cd8646780a76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81'}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 10:39:23.881098 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2dbc56-bfee-4329-b867-7e2633c96df1 service neutron] Pushing event updated for resources: {'Port': ['ID=11b43e2d-9ca6-4920-af3f-e9e01d523014,revision_number=2']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:23.881270 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3947afa7-caf3-49d8-920b-611850a336ac None None] Attempting to bind port 92fc09dd-e365-4cbb-9c1d-25960bdbec2d on network 0c6836d1-4e10-4696-9cf9-183899f77c81 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:39:23.888459 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3188ab20-ed20-4365-80d5-3dc64bad30bc None None] Pushing event updated for resources: {'Port': ['ID=92fc09dd-e365-4cbb-9c1d-25960bdbec2d,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:23.893697 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3947afa7-caf3-49d8-920b-611850a336ac None None] Checking agent: {'id': 'ad84a4c2-87cd-4603-a219-98785ef58eeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 10, 23, 18), 'started_at': datetime.datetime(2022, 6, 15, 10, 23, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 10, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 10:39:23.894070 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3947afa7-caf3-49d8-920b-611850a336ac None None] Checking segment: {'id': 'cb36ff63-3809-49b1-ae7b-cd8646780a76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:39:23.894470 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3947afa7-caf3-49d8-920b-611850a336ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:23.894863 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3947afa7-caf3-49d8-920b-611850a336ac None None] Bound using segment: {'id': 'cb36ff63-3809-49b1-ae7b-cd8646780a76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81'} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 10:39:23.895414 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-3947afa7-caf3-49d8-920b-611850a336ac None None] Bound port: 92fc09dd-e365-4cbb-9c1d-25960bdbec2d, host: dv-cinder-843493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb36ff63-3809-49b1-ae7b-cd8646780a76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81'}}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 10:39:23.895781 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3947afa7-caf3-49d8-920b-611850a336ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (92fc09dd-e365-4cbb-9c1d-25960bdbec2d), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:23.899977 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Provisioning complete for port fabb7881-d99c-4053-82f9-4ee5e0e63c37 triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:39:23.899977 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (fabb7881-d99c-4053-82f9-4ee5e0e63c37), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:23.951829 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1a67c63e-5dcb-4065-ac42-08e39ee3ceb7 admin admin] Publish callbacks [] for port (c8c9d95d-17c7-4629-bfa5-52a6ddf42c30), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:23.975742 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-3947afa7-caf3-49d8-920b-611850a336ac None None] For port 92fc09dd-e365-4cbb-9c1d-25960bdbec2d, host dv-cinder-843493-2-iscsi, cleared binding levels {{(pid=103807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 10:39:23.979408 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-3947afa7-caf3-49d8-920b-611850a336ac None None] For port 92fc09dd-e365-4cbb-9c1d-25960bdbec2d, host dv-cinder-843493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=92fc09dd-e365-4cbb-9c1d-25960bdbec2d,segment=NetworkSegment(cb36ff63-3809-49b1-ae7b-cd8646780a76),segment_id=cb36ff63-3809-49b1-ae7b-cd8646780a76)] {{(pid=103807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 10:39:23.989825 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3947afa7-caf3-49d8-920b-611850a336ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (92fc09dd-e365-4cbb-9c1d-25960bdbec2d), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:23.995130 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-2156e99c-a3a0-4ecc-bab7-93b8f682030a req-be2dbc56-bfee-4329-b867-7e2633c96df1 service neutron] Attempting to bind port 11b43e2d-9ca6-4920-af3f-e9e01d523014 on host hv-cinder-84349 for vnic_type normal with profile {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 10:39:23.995478 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-2156e99c-a3a0-4ecc-bab7-93b8f682030a req-be2dbc56-bfee-4329-b867-7e2633c96df1 service neutron] Attempting to bind port 11b43e2d-9ca6-4920-af3f-e9e01d523014 by drivers openvswitch,hyperv on host hv-cinder-84349 at level 0 using segments [{'id': '8f4702f8-538a-4627-9cfa-9a36b7ac4bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7dd91b3b-0ef5-4a72-9997-b791d1b8253c'}] {{(pid=103806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 10:39:23.995809 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2156e99c-a3a0-4ecc-bab7-93b8f682030a req-be2dbc56-bfee-4329-b867-7e2633c96df1 service neutron] Attempting to bind port 11b43e2d-9ca6-4920-af3f-e9e01d523014 on network 7dd91b3b-0ef5-4a72-9997-b791d1b8253c {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:39:24.002138 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2156e99c-a3a0-4ecc-bab7-93b8f682030a req-be2dbc56-bfee-4329-b867-7e2633c96df1 service neutron] Port 11b43e2d-9ca6-4920-af3f-e9e01d523014 on network 7dd91b3b-0ef5-4a72-9997-b791d1b8253c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84349 {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 10:39:24.003139 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2156e99c-a3a0-4ecc-bab7-93b8f682030a req-be2dbc56-bfee-4329-b867-7e2633c96df1 service neutron] Attempting to bind port 11b43e2d-9ca6-4920-af3f-e9e01d523014 on network 7dd91b3b-0ef5-4a72-9997-b791d1b8253c {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:39:24.008542 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2156e99c-a3a0-4ecc-bab7-93b8f682030a req-be2dbc56-bfee-4329-b867-7e2633c96df1 service neutron] Checking agent: {'id': 'a4349971-e88a-4ea8-a067-54d07204ee65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84349', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 10, 29, 20), 'started_at': datetime.datetime(2022, 6, 15, 10, 29, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 10, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 10:39:24.008949 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2156e99c-a3a0-4ecc-bab7-93b8f682030a req-be2dbc56-bfee-4329-b867-7e2633c96df1 service neutron] Checking segment: {'id': '8f4702f8-538a-4627-9cfa-9a36b7ac4bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7dd91b3b-0ef5-4a72-9997-b791d1b8253c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:39:24.009439 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2156e99c-a3a0-4ecc-bab7-93b8f682030a req-be2dbc56-bfee-4329-b867-7e2633c96df1 service neutron] Bound using segment: {'id': '8f4702f8-538a-4627-9cfa-9a36b7ac4bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7dd91b3b-0ef5-4a72-9997-b791d1b8253c'} {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 10:39:24.009930 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-2156e99c-a3a0-4ecc-bab7-93b8f682030a req-be2dbc56-bfee-4329-b867-7e2633c96df1 service neutron] Bound port: 11b43e2d-9ca6-4920-af3f-e9e01d523014, host: hv-cinder-84349, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f4702f8-538a-4627-9cfa-9a36b7ac4bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7dd91b3b-0ef5-4a72-9997-b791d1b8253c'}}] {{(pid=103806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 10:39:24.010351 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-2156e99c-a3a0-4ecc-bab7-93b8f682030a req-be2dbc56-bfee-4329-b867-7e2633c96df1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (11b43e2d-9ca6-4920-af3f-e9e01d523014), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:24.022693 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58805827-5613-4c70-b6cc-85cbec2fc401 req-e908039b-4767-48f0-9b2c-9ec5188f718c tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:24.024444 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-58805827-5613-4c70-b6cc-85cbec2fc401 req-e908039b-4767-48f0-9b2c-9ec5188f718c tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/ports?device_id=2626cd15-7eaf-42ac-adce-e523831ee0c7 HTTP/1.1" status: 200 len: 943 time: 0.0690496 Jun 15 10:39:24.024883 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:24.050950 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1a67c63e-5dcb-4065-ac42-08e39ee3ceb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2774366'] for port (c8c9d95d-17c7-4629-bfa5-52a6ddf42c30), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:24.062074 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:24.087306 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-2156e99c-a3a0-4ecc-bab7-93b8f682030a req-be2dbc56-bfee-4329-b867-7e2633c96df1 service neutron] For port 11b43e2d-9ca6-4920-af3f-e9e01d523014, host hv-cinder-84349, cleared binding levels {{(pid=103806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 10:39:24.091854 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-2156e99c-a3a0-4ecc-bab7-93b8f682030a req-be2dbc56-bfee-4329-b867-7e2633c96df1 service neutron] For port 11b43e2d-9ca6-4920-af3f-e9e01d523014, host hv-cinder-84349, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=11b43e2d-9ca6-4920-af3f-e9e01d523014,segment=NetworkSegment(8f4702f8-538a-4627-9cfa-9a36b7ac4bd7),segment_id=8f4702f8-538a-4627-9cfa-9a36b7ac4bd7)] {{(pid=103806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 10:39:24.099920 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-2156e99c-a3a0-4ecc-bab7-93b8f682030a req-be2dbc56-bfee-4329-b867-7e2633c96df1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-252119569'] for port (11b43e2d-9ca6-4920-af3f-e9e01d523014), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:24.117129 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a67c63e-5dcb-4065-ac42-08e39ee3ceb7 admin admin] Network 6c676230-a21e-47f7-b248-35e003e07d94 is already hosted by enough agents. {{(pid=103805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:39:24.123180 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a67c63e-5dcb-4065-ac42-08e39ee3ceb7 admin admin] Pushing event updated for resources: {'Port': ['ID=c8c9d95d-17c7-4629-bfa5-52a6ddf42c30,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:24.130701 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.base_scheduler [None req-1a67c63e-5dcb-4065-ac42-08e39ee3ceb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:39:24.134240 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a67c63e-5dcb-4065-ac42-08e39ee3ceb7 admin admin] Received port after_create {{(pid=103805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:39:24.141297 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-58805827-5613-4c70-b6cc-85cbec2fc401 req-bab8918a-fb8f-4a23-891c-8974a8d88465 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fde00a3-d2eb-496d-ab01-3a80e675b356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1055534 Jun 15 10:39:24.144647 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2156e99c-a3a0-4ecc-bab7-93b8f682030a req-be2dbc56-bfee-4329-b867-7e2633c96df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:24.145373 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-2156e99c-a3a0-4ecc-bab7-93b8f682030a req-be2dbc56-bfee-4329-b867-7e2633c96df1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:24.147371 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2156e99c-a3a0-4ecc-bab7-93b8f682030a req-be2dbc56-bfee-4329-b867-7e2633c96df1 service neutron] 10.222.0.62 "PUT /v2.0/ports/11b43e2d-9ca6-4920-af3f-e9e01d523014 HTTP/1.1" status: 200 len: 1093 time: 0.8569725 Jun 15 10:39:24.150671 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9242699d-f8d1-4e12-b56a-bf3a405596be', 'tag': '11b43e2d-9ca6-4920-af3f-e9e01d523014'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:39:24.153261 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15acf06c26f001ded10715ddc8547394d4bbc7e5ff5a4e462e54e6774371169d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbec8739-c7fb-40f7-9918-a7da49dd04b4" -d '{"events": [{"name": "network-changed", "server_uuid": "9242699d-f8d1-4e12-b56a-bf3a405596be", "tag": "11b43e2d-9ca6-4920-af3f-e9e01d523014"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:39:24.215689 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 10:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a489839c-ab19-4deb-a702-51e70756a509 x-openstack-request-id: req-a489839c-ab19-4deb-a702-51e70756a509 {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:39:24.217997 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9242699d-f8d1-4e12-b56a-bf3a405596be", "tag": "11b43e2d-9ca6-4920-af3f-e9e01d523014", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:39:24.217997 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a489839c-ab19-4deb-a702-51e70756a509 {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:39:24.217997 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a489839c-ab19-4deb-a702-51e70756a509'] response: {'name': 'network-changed', 'server_uuid': '9242699d-f8d1-4e12-b56a-bf3a405596be', 'tag': '11b43e2d-9ca6-4920-af3f-e9e01d523014', 'status': 'completed', 'code': 200} Jun 15 10:39:24.223568 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2dbc56-bfee-4329-b867-7e2633c96df1 service neutron] Pushing event updated for resources: {'Port': ['ID=11b43e2d-9ca6-4920-af3f-e9e01d523014,revision_number=3']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:24.242543 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1a67c63e-5dcb-4065-ac42-08e39ee3ceb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-721191'] for router_interface (4fbe59bf-b10f-420f-a18f-16b3a652b95d), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:24.264151 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3947afa7-caf3-49d8-920b-611850a336ac None None] Routers {'4fbe59bf-b10f-420f-a18f-16b3a652b95d'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:39:24.264840 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-3947afa7-caf3-49d8-920b-611850a336ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:39:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['4fbe59bf-b10f-420f-a18f-16b3a652b95d'], 'active': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:39:24.266969 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Current status of the port fabb7881-d99c-4053-82f9-4ee5e0e63c37 is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:39:24.313381 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2156e99c-a3a0-4ecc-bab7-93b8f682030a req-96598296-05ef-4100-9282-cede63b83e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:24.315225 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2156e99c-a3a0-4ecc-bab7-93b8f682030a req-96598296-05ef-4100-9282-cede63b83e0a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3efa3522561147ac8eff67781403423e&device_id=9242699d-f8d1-4e12-b56a-bf3a405596be HTTP/1.1" status: 200 len: 1127 time: 0.0885077 Jun 15 10:39:24.332291 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3188ab20-ed20-4365-80d5-3dc64bad30bc None None] Pushing event updated for resources: {'Port': ['ID=92fc09dd-e365-4cbb-9c1d-25960bdbec2d,revision_number=3']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:24.354374 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:24.377278 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2156e99c-a3a0-4ecc-bab7-93b8f682030a req-6d966610-5450-4d20-9dee-d36b3989d2c0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11b43e2d-9ca6-4920-af3f-e9e01d523014 HTTP/1.1" status: 200 len: 217 time: 0.0483630 Jun 15 10:39:24.413153 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvr_db [None req-3947afa7-caf3-49d8-920b-611850a336ac None None] Set router 4fbe59bf-b10f-420f-a18f-16b3a652b95d gateway port host: dv-cinder-843493-2-iscsi {{(pid=103807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:39:24.413592 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef9322d-a997-4449-9790-4ab2264790c3 req-79bf3ead-cb04-410b-916a-dfbcc01d1b76 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:24.415259 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-1ef9322d-a997-4449-9790-4ab2264790c3 req-79bf3ead-cb04-410b-916a-dfbcc01d1b76 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/ports?device_id=9242699d-f8d1-4e12-b56a-bf3a405596be HTTP/1.1" status: 200 len: 943 time: 0.0761313 Jun 15 10:39:24.479999 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2156e99c-a3a0-4ecc-bab7-93b8f682030a req-9e9de21b-79ac-45dd-80b8-307b37101888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:24.482910 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2156e99c-a3a0-4ecc-bab7-93b8f682030a req-9e9de21b-79ac-45dd-80b8-307b37101888 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c34d9c0a-77a7-4d80-a747-28ef5e11cec7 HTTP/1.1" status: 200 len: 849 time: 0.0993025 Jun 15 10:39:24.513809 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-1739138e-1e25-41dc-8e49-1d97b93535cf None None] Provisioning complete for port c8c9d95d-17c7-4629-bfa5-52a6ddf42c30 triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:39:24.514191 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1739138e-1e25-41dc-8e49-1d97b93535cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (c8c9d95d-17c7-4629-bfa5-52a6ddf42c30), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:24.524343 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2156e99c-a3a0-4ecc-bab7-93b8f682030a req-471f1e64-c148-4c49-9d90-e9a02bfec293 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7dd91b3b-0ef5-4a72-9997-b791d1b8253c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337014 Jun 15 10:39:24.530227 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-1ef9322d-a997-4449-9790-4ab2264790c3 req-19ea68cc-5229-4399-a9d9-a39b5f5aadf3 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/security-groups?id=b962c148-e002-4495-a6eb-5c6391e1ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966010 Jun 15 10:39:24.535593 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1a67c63e-5dcb-4065-ac42-08e39ee3ceb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (c8c9d95d-17c7-4629-bfa5-52a6ddf42c30), before_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:24.567767 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:24.587163 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-1739138e-1e25-41dc-8e49-1d97b93535cf None None] Port c8c9d95d-17c7-4629-bfa5-52a6ddf42c30 cannot update to ACTIVE because it is not bound. {{(pid=103807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 10:39:24.642396 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2156e99c-a3a0-4ecc-bab7-93b8f682030a req-e4e05693-3bcf-4966-9716-87554eaed168 service neutron] 10.222.0.62 "GET /v2.0/networks/7dd91b3b-0ef5-4a72-9997-b791d1b8253c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096053 Jun 15 10:39:24.643932 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-3947afa7-caf3-49d8-920b-611850a336ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbe59bf-b10f-420f-a18f-16b3a652b95d', 'name': 'tempest-TestShelveInstance-385863568-router', 'tenant_id': 'fe56b435fdbf49629bfc5e06c24e78b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '92fc09dd-e365-4cbb-9c1d-25960bdbec2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:39:20Z', 'updated_at': '2022-06-15T10:39:22Z', 'revision_number': 3, 'project_id': 'fe56b435fdbf49629bfc5e06c24e78b9', 'gw_port': {'id': '92fc09dd-e365-4cbb-9c1d-25960bdbec2d', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fbe59bf-b10f-420f-a18f-16b3a652b95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:39:21Z', 'updated_at': '2022-06-15T10:39:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi'}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:39:24.670684 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:24.673693 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3947afa7-caf3-49d8-920b-611850a336ac None None] The sync data for ids ['4fbe59bf-b10f-420f-a18f-16b3a652b95d'] in dv-cinder-843493-2-iscsi is: [{'id': '4fbe59bf-b10f-420f-a18f-16b3a652b95d', 'name': 'tempest-TestShelveInstance-385863568-router', 'tenant_id': 'fe56b435fdbf49629bfc5e06c24e78b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '92fc09dd-e365-4cbb-9c1d-25960bdbec2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:39:20Z', 'updated_at': '2022-06-15T10:39:22Z', 'revision_number': 3, 'project_id': 'fe56b435fdbf49629bfc5e06c24e78b9', 'gw_port': {'id': '92fc09dd-e365-4cbb-9c1d-25960bdbec2d', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fbe59bf-b10f-420f-a18f-16b3a652b95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:39:21Z', 'updated_at': '2022-06-15T10:39:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi'}] {{(pid=103807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 10:39:24.720806 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:24.737007 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1a67c63e-5dcb-4065-ac42-08e39ee3ceb7 admin admin] Publish callbacks [] for port (c8c9d95d-17c7-4629-bfa5-52a6ddf42c30), precommit_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:24.742945 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1a67c63e-5dcb-4065-ac42-08e39ee3ceb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2774345'] for port (c8c9d95d-17c7-4629-bfa5-52a6ddf42c30), after_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:24.756177 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2156e99c-a3a0-4ecc-bab7-93b8f682030a req-48255f5e-8829-4b59-8496-8f2039ced35f service neutron] 10.222.0.62 "GET /v2.0/networks/7dd91b3b-0ef5-4a72-9997-b791d1b8253c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054945 Jun 15 10:39:24.820873 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-1a67c63e-5dcb-4065-ac42-08e39ee3ceb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-721243'] for router_interface (4fbe59bf-b10f-420f-a18f-16b3a652b95d), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:24.822772 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a67c63e-5dcb-4065-ac42-08e39ee3ceb7 admin admin] Pushing event updated for resources: {'Port': ['ID=c8c9d95d-17c7-4629-bfa5-52a6ddf42c30,revision_number=2']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:24.945079 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a67c63e-5dcb-4065-ac42-08e39ee3ceb7 admin admin] Network 6c676230-a21e-47f7-b248-35e003e07d94 is already hosted by enough agents. {{(pid=103805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:39:24.946457 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.base_scheduler [None req-1a67c63e-5dcb-4065-ac42-08e39ee3ceb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:39:25.055272 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:25.081996 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a67c63e-5dcb-4065-ac42-08e39ee3ceb7 admin admin] Router 4fbe59bf-b10f-420f-a18f-16b3a652b95d has already been hosted by L3 agent 06043943-94cb-49df-a062-a4886c03e673 {{(pid=103805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 10:39:25.177482 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:25.196315 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a67c63e-5dcb-4065-ac42-08e39ee3ceb7 admin admin] Notify agent at l3_agent.dv-cinder-843493-2-iscsi the message routers_updated {{(pid=103805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 10:39:25.205051 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-1a67c63e-5dcb-4065-ac42-08e39ee3ceb7 admin admin] 10.222.0.49 "PUT /v2.0/routers/4fbe59bf-b10f-420f-a18f-16b3a652b95d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1169558 Jun 15 10:39:25.226398 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-1c3ea799-84de-42ef-9de2-ece441ed67aa None None] Provisioning complete for port c8c9d95d-17c7-4629-bfa5-52a6ddf42c30 triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:39:25.227234 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1c3ea799-84de-42ef-9de2-ece441ed67aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (c8c9d95d-17c7-4629-bfa5-52a6ddf42c30), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:25.273591 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-1c3ea799-84de-42ef-9de2-ece441ed67aa None None] Port c8c9d95d-17c7-4629-bfa5-52a6ddf42c30 cannot update to ACTIVE because it is not bound. {{(pid=103807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 10:39:25.315053 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7710e4c6-3094-4f0b-8590-9a89170a723c req-cff2db89-c8d9-46a6-a3ad-72b4ddb23a46 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:25.315740 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7710e4c6-3094-4f0b-8590-9a89170a723c req-cff2db89-c8d9-46a6-a3ad-72b4ddb23a46 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/ports?device_id=2626cd15-7eaf-42ac-adce-e523831ee0c7 HTTP/1.1" status: 200 len: 943 time: 0.0579021 Jun 15 10:39:25.374812 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7710e4c6-3094-4f0b-8590-9a89170a723c req-ab95c98d-90f0-46ae-9fc3-5efced3ce81e tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fde00a3-d2eb-496d-ab01-3a80e675b356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0526912 Jun 15 10:39:25.673582 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479241ff-95c4-417e-870d-76615b722ead req-2e61c13a-1488-4cd6-97fa-558ff6251c1a tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:25.675232 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-479241ff-95c4-417e-870d-76615b722ead req-2e61c13a-1488-4cd6-97fa-558ff6251c1a tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/ports?device_id=9242699d-f8d1-4e12-b56a-bf3a405596be HTTP/1.1" status: 200 len: 943 time: 0.0656269 Jun 15 10:39:25.741042 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-479241ff-95c4-417e-870d-76615b722ead req-a49c9bb1-b641-4f76-b103-a4adf0f98841 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/security-groups?id=b962c148-e002-4495-a6eb-5c6391e1ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582747 Jun 15 10:39:25.766626 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 92fc09dd-e365-4cbb-9c1d-25960bdbec2d up at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:39:25.770510 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 33760) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:39:25.776845 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-77aa2262-b269-42d6-8cba-7cb8e53522ac admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-344197924-network', 'tenant_id': 'b5665e698ac049a0926aa5279d817c35'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:39:25.798026 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77aa2262-b269-42d6-8cba-7cb8e53522ac admin admin] Made reservation on behalf of b5665e698ac049a0926aa5279d817c35 for: {'network': 1} {{(pid=103806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 10:39:25.801359 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-77aa2262-b269-42d6-8cba-7cb8e53522ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for network (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:25.811374 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-77aa2262-b269-42d6-8cba-7cb8e53522ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:25.820332 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Provisioning complete for port 92fc09dd-e365-4cbb-9c1d-25960bdbec2d triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:39:25.820706 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (92fc09dd-e365-4cbb-9c1d-25960bdbec2d), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:25.901515 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec8739-c7fb-40f7-9918-a7da49dd04b4 req-de8fecd2-dd22-460e-a35f-d0aac8dba467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:25.903128 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-dbec8739-c7fb-40f7-9918-a7da49dd04b4 req-de8fecd2-dd22-460e-a35f-d0aac8dba467 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3efa3522561147ac8eff67781403423e&device_id=9242699d-f8d1-4e12-b56a-bf3a405596be HTTP/1.1" status: 200 len: 1127 time: 0.0637152 Jun 15 10:39:25.922408 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Current status of the port 92fc09dd-e365-4cbb-9c1d-25960bdbec2d is: DOWN; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:39:25.922794 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (92fc09dd-e365-4cbb-9c1d-25960bdbec2d), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:25.941334 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-77aa2262-b269-42d6-8cba-7cb8e53522ac admin admin] Publish callbacks [] for security_group (3b4620ad-9821-4967-8eb5-c8838b7b19d4), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:25.946663 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] For port 92fc09dd-e365-4cbb-9c1d-25960bdbec2d, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=92fc09dd-e365-4cbb-9c1d-25960bdbec2d,segment=NetworkSegment(cb36ff63-3809-49b1-ae7b-cd8646780a76),segment_id=cb36ff63-3809-49b1-ae7b-cd8646780a76)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:39:25.946874 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-77aa2262-b269-42d6-8cba-7cb8e53522ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (3b4620ad-9821-4967-8eb5-c8838b7b19d4), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:25.950486 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (92fc09dd-e365-4cbb-9c1d-25960bdbec2d), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:25.975854 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77aa2262-b269-42d6-8cba-7cb8e53522ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=103806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 10:39:25.986323 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aa2262-b269-42d6-8cba-7cb8e53522ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4620ad-9821-4967-8eb5-c8838b7b19d4,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:25.992803 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-77aa2262-b269-42d6-8cba-7cb8e53522ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7722752'] for segment (f94ea3ae-8b2c-435b-84be-bf390ae64897), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:25.993142 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.db.segments_db [None req-77aa2262-b269-42d6-8cba-7cb8e53522ac admin admin] Added segment f94ea3ae-8b2c-435b-84be-bf390ae64897 of type vlan for network 152ad453-8e7c-4261-8df7-3e96fdb9e53c Jun 15 10:39:26.001539 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Pushing event updated for resources: {'Port': ['ID=92fc09dd-e365-4cbb-9c1d-25960bdbec2d,revision_number=4']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:26.036455 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-77aa2262-b269-42d6-8cba-7cb8e53522ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732880046228'] for network (152ad453-8e7c-4261-8df7-3e96fdb9e53c), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:26.062461 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-77aa2262-b269-42d6-8cba-7cb8e53522ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468'] for network (152ad453-8e7c-4261-8df7-3e96fdb9e53c), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:26.063650 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77aa2262-b269-42d6-8cba-7cb8e53522ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:26.064217 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-77aa2262-b269-42d6-8cba-7cb8e53522ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for network (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:26.101735 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-77aa2262-b269-42d6-8cba-7cb8e53522ac admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3293998 Jun 15 10:39:26.105067 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 33762) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:39:26.112998 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [None req-3478a3c6-9f60-4f7c-bc50-90c55964a600 admin admin] Request body: {'subnet': {'network_id': '152ad453-8e7c-4261-8df7-3e96fdb9e53c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-344197924-subnet', 'tenant_id': 'b5665e698ac049a0926aa5279d817c35', 'ip_version': 4}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:39:26.133666 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aa2262-b269-42d6-8cba-7cb8e53522ac admin admin] Pushing event updated for resources: {'Network': ['ID=152ad453-8e7c-4261-8df7-3e96fdb9e53c,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:26.134103 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3478a3c6-9f60-4f7c-bc50-90c55964a600 admin admin] Made reservation on behalf of b5665e698ac049a0926aa5279d817c35 for: {'subnet': 1} {{(pid=103805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 10:39:26.137137 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-3478a3c6-9f60-4f7c-bc50-90c55964a600 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3530326'] for subnet (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:26.150318 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Network 152ad453-8e7c-4261-8df7-3e96fdb9e53c details requested by agent ovs-agent-dv-cinder-843493-2-iscsi with host dv-cinder-843493-2-iscsi {{(pid=103807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 10:39:26.330005 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-3478a3c6-9f60-4f7c-bc50-90c55964a600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2774450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3530360'] for subnet (298060d3-bb57-4cb3-8d81-b984468aee49), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:26.383215 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3478a3c6-9f60-4f7c-bc50-90c55964a600 admin admin] Pushing event updated for resources: {'Subnet': ['ID=298060d3-bb57-4cb3-8d81-b984468aee49,revision_number=0']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:26.398797 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3478a3c6-9f60-4f7c-bc50-90c55964a600 admin admin] Checking segment: {'id': 'f94ea3ae-8b2c-435b-84be-bf390ae64897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '152ad453-8e7c-4261-8df7-3e96fdb9e53c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:39:26.399286 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3478a3c6-9f60-4f7c-bc50-90c55964a600 admin admin] Network hostable DHCP agents. Network: 152ad453-8e7c-4261-8df7-3e96fdb9e53c, hostable agents: ['e7b68426-6abe-45ee-a2ce-c32f72f66753'], hosted agents: [] {{(pid=103805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 10:39:26.419052 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3478a3c6-9f60-4f7c-bc50-90c55964a600 admin admin] Network 152ad453-8e7c-4261-8df7-3e96fdb9e53c is scheduled to be hosted by DHCP agent e7b68426-6abe-45ee-a2ce-c32f72f66753 with binding_index 1 {{(pid=103805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 10:39:26.423763 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0b3452-8598-47b4-a7bc-46e77efff69d None None] Sync routers for ids ['4fbe59bf-b10f-420f-a18f-16b3a652b95d'] in dv-cinder-843493-2-iscsi {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 10:39:26.429710 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.base_scheduler [None req-3478a3c6-9f60-4f7c-bc50-90c55964a600 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843493-2-iscsi, 152ad453-8e7c-4261-8df7-3e96fdb9e53c) {{(pid=103805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:39:26.433791 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3478a3c6-9f60-4f7c-bc50-90c55964a600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:26.434587 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-3478a3c6-9f60-4f7c-bc50-90c55964a600 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for subnet (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:26.435451 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0b3452-8598-47b4-a7bc-46e77efff69d None None] Routers {'4fbe59bf-b10f-420f-a18f-16b3a652b95d'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:39:26.436176 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-2a0b3452-8598-47b4-a7bc-46e77efff69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:39:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['4fbe59bf-b10f-420f-a18f-16b3a652b95d'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:39:26.442847 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401caaf6-031c-4411-b5ad-fe40fb114f27 None None] Network 152ad453-8e7c-4261-8df7-3e96fdb9e53c requested from dv-cinder-843493-2-iscsi {{(pid=103807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 10:39:26.456408 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-3478a3c6-9f60-4f7c-bc50-90c55964a600 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3501060 Jun 15 10:39:26.458956 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 33766) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:39:26.463919 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [None req-b7f78aba-3dfc-467f-9c08-4b8fd23eeec8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-344197924-router', 'tenant_id': 'b5665e698ac049a0926aa5279d817c35', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81'}}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:39:26.503763 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-b7f78aba-3dfc-467f-9c08-4b8fd23eeec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-364'] for router (ce64fdd5-5295-4848-be19-a8596e5ebffe), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:26.505039 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-b7f78aba-3dfc-467f-9c08-4b8fd23eeec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-721569', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-357'] for router (ce64fdd5-5295-4848-be19-a8596e5ebffe), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:26.541666 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-2a0b3452-8598-47b4-a7bc-46e77efff69d None None] Set router 4fbe59bf-b10f-420f-a18f-16b3a652b95d gateway port host: dv-cinder-843493-2-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:39:26.571857 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-b7f78aba-3dfc-467f-9c08-4b8fd23eeec8 admin admin] Publish callbacks [] for router_controller (ce64fdd5-5295-4848-be19-a8596e5ebffe), precommit_add_association {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:26.576495 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-398558d6-755b-4509-b782-36eb9bb87752 req-7c6ea527-ee72-406f-b124-f796324d46ac service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8378a647-7d0e-435f-8e73-7b57b250faa5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0833762 Jun 15 10:39:26.599880 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc77f8c-d1da-4ab9-afd5-49d994cae3a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa140b1e4-d584-5ee8-9a96-4d94431f580c-152ad453-8e7c-4261-8df7-3e96fdb9e53c', 'network_id': '152ad453-8e7c-4261-8df7-3e96fdb9e53c', 'project_id': 'b5665e698ac049a0926aa5279d817c35', 'fixed_ips': [{'subnet_id': '298060d3-bb57-4cb3-8d81-b984468aee49'}]}} from dv-cinder-843493-2-iscsi. {{(pid=103807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 15 10:39:26.601058 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8cc77f8c-d1da-4ab9-afd5-49d994cae3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:26.743491 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02271f4a-45df-4342-ab98-b870b2ba9c9f req-cafe709f-e1b6-4412-9a26-2f4a62258e56 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:26.745041 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-02271f4a-45df-4342-ab98-b870b2ba9c9f req-cafe709f-e1b6-4412-9a26-2f4a62258e56 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/ports?device_id=2626cd15-7eaf-42ac-adce-e523831ee0c7 HTTP/1.1" status: 200 len: 943 time: 0.1720610 Jun 15 10:39:26.765659 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-b7f78aba-3dfc-467f-9c08-4b8fd23eeec8 admin admin] Publish callbacks [] for router_gateway (ce64fdd5-5295-4848-be19-a8596e5ebffe), precommit_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:26.771331 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398558d6-755b-4509-b782-36eb9bb87752 req-fab50b1a-5c56-40f3-bf4b-1220b93479f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:26.772943 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-398558d6-755b-4509-b782-36eb9bb87752 req-fab50b1a-5c56-40f3-bf4b-1220b93479f9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=129b7faaaf264434baf88ffe0fe9bb25&device_id=8378a647-7d0e-435f-8e73-7b57b250faa5 HTTP/1.1" status: 200 len: 1129 time: 0.1216567 Jun 15 10:39:26.851314 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.db_base_plugin_common [None req-8cc77f8c-d1da-4ab9-afd5-49d994cae3a9 None None] Allocated IP 172.20.0.2 (152ad453-8e7c-4261-8df7-3e96fdb9e53c/298060d3-bb57-4cb3-8d81-b984468aee49/28e0561e-f035-4dbd-b4dc-96e243e8898b) {{(pid=103807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:39:26.866705 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-2a0b3452-8598-47b4-a7bc-46e77efff69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbe59bf-b10f-420f-a18f-16b3a652b95d', 'name': 'tempest-TestShelveInstance-385863568-router', 'tenant_id': 'fe56b435fdbf49629bfc5e06c24e78b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '92fc09dd-e365-4cbb-9c1d-25960bdbec2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:39:20Z', 'updated_at': '2022-06-15T10:39:24Z', 'revision_number': 4, 'project_id': 'fe56b435fdbf49629bfc5e06c24e78b9', 'gw_port': {'id': '92fc09dd-e365-4cbb-9c1d-25960bdbec2d', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbe59bf-b10f-420f-a18f-16b3a652b95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:39:21Z', 'updated_at': '2022-06-15T10:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': 'c8c9d95d-17c7-4629-bfa5-52a6ddf42c30', 'name': '', 'network_id': '6c676230-a21e-47f7-b248-35e003e07d94', 'tenant_id': 'fe56b435fdbf49629bfc5e06c24e78b9', 'mac_address': 'fa:16:3e:e9:d0:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fbe59bf-b10f-420f-a18f-16b3a652b95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'bbaedce3-07fe-427f-8c9e-c552095c0fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:39:23Z', 'updated_at': '2022-06-15T10:39:24Z', 'revision_number': 2, 'project_id': 'fe56b435fdbf49629bfc5e06c24e78b9', 'subnets': [{'id': 'bbaedce3-07fe-427f-8c9e-c552095c0fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:39:26.897346 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:26.905025 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec8739-c7fb-40f7-9918-a7da49dd04b4 req-9ed2c695-3e91-431b-9310-9434e29e8579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:26.907421 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-dbec8739-c7fb-40f7-9918-a7da49dd04b4 req-9ed2c695-3e91-431b-9310-9434e29e8579 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7dd91b3b-0ef5-4a72-9997-b791d1b8253c HTTP/1.1" status: 200 len: 910 time: 0.4259470 Jun 15 10:39:26.911617 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0b3452-8598-47b4-a7bc-46e77efff69d None None] Checking router: 4fbe59bf-b10f-420f-a18f-16b3a652b95d for host: dv-cinder-843493-2-iscsi {{(pid=103808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 10:39:26.911981 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0b3452-8598-47b4-a7bc-46e77efff69d None None] Updating router 4fbe59bf-b10f-420f-a18f-16b3a652b95d port c8c9d95d-17c7-4629-bfa5-52a6ddf42c30 binding host dv-cinder-843493-2-iscsi {{(pid=103808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 10:39:26.919965 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-02271f4a-45df-4342-ab98-b870b2ba9c9f req-fd4f5915-ec19-445b-8852-74848501c612 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fde00a3-d2eb-496d-ab01-3a80e675b356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1626565 Jun 15 10:39:26.948197 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2a0b3452-8598-47b4-a7bc-46e77efff69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (c8c9d95d-17c7-4629-bfa5-52a6ddf42c30), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:26.948621 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:26.965159 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:26.965418 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbebecb7-d094-4fc8-a0ad-ebe780ea7259 req-c45b50b9-3209-4e0a-919e-3ddc9f381a76 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:26.968497 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:26.976437 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-dbec8739-c7fb-40f7-9918-a7da49dd04b4 req-4f5c9ade-b6c6-448c-872e-096729ca110b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11b43e2d-9ca6-4920-af3f-e9e01d523014 HTTP/1.1" status: 200 len: 217 time: 0.0609620 Jun 15 10:39:26.977303 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-fbebecb7-d094-4fc8-a0ad-ebe780ea7259 req-c45b50b9-3209-4e0a-919e-3ddc9f381a76 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/ports?device_id=9242699d-f8d1-4e12-b56a-bf3a405596be HTTP/1.1" status: 200 len: 943 time: 0.1176891 Jun 15 10:39:27.025383 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398558d6-755b-4509-b782-36eb9bb87752 req-a3c5ba5c-3918-4a06-976e-7f977691332b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:27.026755 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-398558d6-755b-4509-b782-36eb9bb87752 req-a3c5ba5c-3918-4a06-976e-7f977691332b service neutron] 10.222.0.62 "GET /v2.0/networks?id=38c3248b-0ee1-440d-9b31-0c1018fc7378 HTTP/1.1" status: 200 len: 914 time: 0.2189677 Jun 15 10:39:27.073240 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:27.080692 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-398558d6-755b-4509-b782-36eb9bb87752 req-febc4c30-268a-4a8f-a4ec-7035debd65f8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12fca43d-5e94-42ef-b28d-a3f4d1fdfab6 HTTP/1.1" status: 200 len: 217 time: 0.0470333 Jun 15 10:39:27.082512 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec8739-c7fb-40f7-9918-a7da49dd04b4 req-6e3d36c9-db3b-4b28-b52c-065822bdd9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:27.084098 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-dbec8739-c7fb-40f7-9918-a7da49dd04b4 req-6e3d36c9-db3b-4b28-b52c-065822bdd9b6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c34d9c0a-77a7-4d80-a747-28ef5e11cec7 HTTP/1.1" status: 200 len: 849 time: 0.0965250 Jun 15 10:39:27.084686 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8cc77f8c-d1da-4ab9-afd5-49d994cae3a9 None None] Publish callbacks [] for port (28e0561e-f035-4dbd-b4dc-96e243e8898b), precommit_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:27.091894 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8cc77f8c-d1da-4ab9-afd5-49d994cae3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205'] for port (28e0561e-f035-4dbd-b4dc-96e243e8898b), after_create {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:27.154905 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-fbebecb7-d094-4fc8-a0ad-ebe780ea7259 req-dcae6424-2706-4964-b18d-56565cdddfab tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/security-groups?id=b962c148-e002-4495-a6eb-5c6391e1ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765270 Jun 15 10:39:27.158884 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-dbec8739-c7fb-40f7-9918-a7da49dd04b4 req-47063878-4d73-43c3-b4ac-b68eb19831f9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7dd91b3b-0ef5-4a72-9997-b791d1b8253c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666511 Jun 15 10:39:27.166443 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc77f8c-d1da-4ab9-afd5-49d994cae3a9 None None] Pushing event updated for resources: {'Port': ['ID=28e0561e-f035-4dbd-b4dc-96e243e8898b,revision_number=1']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:27.174327 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-b7f78aba-3dfc-467f-9c08-4b8fd23eeec8 admin admin] Publish callbacks [] for router_gateway (ce64fdd5-5295-4848-be19-a8596e5ebffe), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:27.195426 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-b7f78aba-3dfc-467f-9c08-4b8fd23eeec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:27.197148 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc77f8c-d1da-4ab9-afd5-49d994cae3a9 None None] Network 152ad453-8e7c-4261-8df7-3e96fdb9e53c is already hosted by enough agents. {{(pid=103807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:39:27.199372 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.scheduler.base_scheduler [None req-8cc77f8c-d1da-4ab9-afd5-49d994cae3a9 None None] Resources bound (agent type, host, resource id): {{(pid=103807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:39:27.200169 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398558d6-755b-4509-b782-36eb9bb87752 req-d23a5654-80ff-4733-b302-b021ddc015be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:27.201634 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-398558d6-755b-4509-b782-36eb9bb87752 req-d23a5654-80ff-4733-b302-b021ddc015be service neutron] 10.222.0.62 "GET /v2.0/subnets?id=80beb8af-569c-4f6e-b662-136b287343c7 HTTP/1.1" status: 200 len: 853 time: 0.1108422 Jun 15 10:39:27.203410 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc77f8c-d1da-4ab9-afd5-49d994cae3a9 None None] Received port after_create {{(pid=103807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:39:27.206565 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:27.268614 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-398558d6-755b-4509-b782-36eb9bb87752 req-d9651a42-a02b-4c33-ab05-852121a461e8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=38c3248b-0ee1-440d-9b31-0c1018fc7378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548286 Jun 15 10:39:27.287661 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2a0b3452-8598-47b4-a7bc-46e77efff69d None None] Publish callbacks [] for port (c8c9d95d-17c7-4629-bfa5-52a6ddf42c30), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:27.300669 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2a0b3452-8598-47b4-a7bc-46e77efff69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (c8c9d95d-17c7-4629-bfa5-52a6ddf42c30), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:27.315735 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-8cc77f8c-d1da-4ab9-afd5-49d994cae3a9 None None] Attempting to bind port 28e0561e-f035-4dbd-b4dc-96e243e8898b on host dv-cinder-843493-2-iscsi for vnic_type normal with profile {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 10:39:27.316516 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-8cc77f8c-d1da-4ab9-afd5-49d994cae3a9 None None] Attempting to bind port 28e0561e-f035-4dbd-b4dc-96e243e8898b by drivers openvswitch,hyperv on host dv-cinder-843493-2-iscsi at level 0 using segments [{'id': 'f94ea3ae-8b2c-435b-84be-bf390ae64897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '152ad453-8e7c-4261-8df7-3e96fdb9e53c'}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 10:39:27.317128 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc77f8c-d1da-4ab9-afd5-49d994cae3a9 None None] Attempting to bind port 28e0561e-f035-4dbd-b4dc-96e243e8898b on network 152ad453-8e7c-4261-8df7-3e96fdb9e53c {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:39:27.323811 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc77f8c-d1da-4ab9-afd5-49d994cae3a9 None None] Checking agent: {'id': 'ad84a4c2-87cd-4603-a219-98785ef58eeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 10, 23, 18), 'started_at': datetime.datetime(2022, 6, 15, 10, 23, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 10, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 10:39:27.325023 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc77f8c-d1da-4ab9-afd5-49d994cae3a9 None None] Checking segment: {'id': 'f94ea3ae-8b2c-435b-84be-bf390ae64897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '152ad453-8e7c-4261-8df7-3e96fdb9e53c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:39:27.325645 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8cc77f8c-d1da-4ab9-afd5-49d994cae3a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:27.326681 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc77f8c-d1da-4ab9-afd5-49d994cae3a9 None None] Bound using segment: {'id': 'f94ea3ae-8b2c-435b-84be-bf390ae64897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '152ad453-8e7c-4261-8df7-3e96fdb9e53c'} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 10:39:27.327959 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-8cc77f8c-d1da-4ab9-afd5-49d994cae3a9 None None] Bound port: 28e0561e-f035-4dbd-b4dc-96e243e8898b, host: dv-cinder-843493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f94ea3ae-8b2c-435b-84be-bf390ae64897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '152ad453-8e7c-4261-8df7-3e96fdb9e53c'}}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 10:39:27.328638 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8cc77f8c-d1da-4ab9-afd5-49d994cae3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (28e0561e-f035-4dbd-b4dc-96e243e8898b), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:27.335225 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-dbec8739-c7fb-40f7-9918-a7da49dd04b4 req-aaf7a8e1-6fe9-4f8c-930d-d62d8451d292 service neutron] 10.222.0.62 "GET /v2.0/networks/7dd91b3b-0ef5-4a72-9997-b791d1b8253c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601052 Jun 15 10:39:27.355735 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.db.db_base_plugin_common [None req-b7f78aba-3dfc-467f-9c08-4b8fd23eeec8 admin admin] Allocated IP 172.27.0.220 (0c6836d1-4e10-4696-9cf9-183899f77c81/849db9c0-6b0b-495f-a2c9-c288d42c277d/ad7e1c79-c919-487c-aa47-ed80ef22365c) {{(pid=103805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:39:27.366833 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6facd5c-e72b-4f50-b3cd-25a16c5ba387 None None] Pushing event updated for resources: {'Port': ['ID=c8c9d95d-17c7-4629-bfa5-52a6ddf42c30,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:27.429680 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8cc77f8c-d1da-4ab9-afd5-49d994cae3a9 None None] For port 28e0561e-f035-4dbd-b4dc-96e243e8898b, host dv-cinder-843493-2-iscsi, cleared binding levels {{(pid=103807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 10:39:27.434629 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8cc77f8c-d1da-4ab9-afd5-49d994cae3a9 None None] For port 28e0561e-f035-4dbd-b4dc-96e243e8898b, host dv-cinder-843493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=28e0561e-f035-4dbd-b4dc-96e243e8898b,segment=NetworkSegment(f94ea3ae-8b2c-435b-84be-bf390ae64897),segment_id=f94ea3ae-8b2c-435b-84be-bf390ae64897)] {{(pid=103807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 10:39:27.442402 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8cc77f8c-d1da-4ab9-afd5-49d994cae3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (28e0561e-f035-4dbd-b4dc-96e243e8898b), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:27.458480 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-2a0b3452-8598-47b4-a7bc-46e77efff69d None None] Attempting to bind port c8c9d95d-17c7-4629-bfa5-52a6ddf42c30 on host dv-cinder-843493-2-iscsi for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 10:39:27.459032 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-2a0b3452-8598-47b4-a7bc-46e77efff69d None None] Attempting to bind port c8c9d95d-17c7-4629-bfa5-52a6ddf42c30 by drivers openvswitch,hyperv on host dv-cinder-843493-2-iscsi at level 0 using segments [{'id': 'e3d3e506-e337-41e4-8354-b0b48f6066de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6c676230-a21e-47f7-b248-35e003e07d94'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 10:39:27.459214 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0b3452-8598-47b4-a7bc-46e77efff69d None None] Attempting to bind port c8c9d95d-17c7-4629-bfa5-52a6ddf42c30 on network 6c676230-a21e-47f7-b248-35e003e07d94 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:39:27.468414 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0b3452-8598-47b4-a7bc-46e77efff69d None None] Checking agent: {'id': 'ad84a4c2-87cd-4603-a219-98785ef58eeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 10, 23, 18), 'started_at': datetime.datetime(2022, 6, 15, 10, 23, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 10, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 10:39:27.468787 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0b3452-8598-47b4-a7bc-46e77efff69d None None] Checking segment: {'id': 'e3d3e506-e337-41e4-8354-b0b48f6066de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6c676230-a21e-47f7-b248-35e003e07d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:39:27.469187 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2a0b3452-8598-47b4-a7bc-46e77efff69d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:27.469563 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0b3452-8598-47b4-a7bc-46e77efff69d None None] Bound using segment: {'id': 'e3d3e506-e337-41e4-8354-b0b48f6066de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6c676230-a21e-47f7-b248-35e003e07d94'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 10:39:27.470035 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-2a0b3452-8598-47b4-a7bc-46e77efff69d None None] Bound port: c8c9d95d-17c7-4629-bfa5-52a6ddf42c30, host: dv-cinder-843493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3d3e506-e337-41e4-8354-b0b48f6066de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6c676230-a21e-47f7-b248-35e003e07d94'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 10:39:27.470407 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2a0b3452-8598-47b4-a7bc-46e77efff69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (c8c9d95d-17c7-4629-bfa5-52a6ddf42c30), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:27.507694 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-398558d6-755b-4509-b782-36eb9bb87752 req-91eeec5f-212e-4379-a1c3-e8ce3c4aed39 service neutron] 10.222.0.62 "GET /v2.0/networks/38c3248b-0ee1-440d-9b31-0c1018fc7378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277145 Jun 15 10:39:27.539223 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc77f8c-d1da-4ab9-afd5-49d994cae3a9 None None] Pushing event updated for resources: {'Port': ['ID=28e0561e-f035-4dbd-b4dc-96e243e8898b,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:27.581749 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:27.583238 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-b7f78aba-3dfc-467f-9c08-4b8fd23eeec8 admin admin] Publish callbacks [] for port (ad7e1c79-c919-487c-aa47-ed80ef22365c), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:27.589911 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-2a0b3452-8598-47b4-a7bc-46e77efff69d None None] For port c8c9d95d-17c7-4629-bfa5-52a6ddf42c30, host dv-cinder-843493-2-iscsi, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 10:39:27.595194 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-2a0b3452-8598-47b4-a7bc-46e77efff69d None None] For port c8c9d95d-17c7-4629-bfa5-52a6ddf42c30, host dv-cinder-843493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=c8c9d95d-17c7-4629-bfa5-52a6ddf42c30,segment=NetworkSegment(e3d3e506-e337-41e4-8354-b0b48f6066de),segment_id=e3d3e506-e337-41e4-8354-b0b48f6066de)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 10:39:27.600907 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-dbec8739-c7fb-40f7-9918-a7da49dd04b4 req-1448bede-696f-40b2-a5fc-8b8eac769ff9 service neutron] 10.222.0.62 "GET /v2.0/networks/7dd91b3b-0ef5-4a72-9997-b791d1b8253c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292578 Jun 15 10:39:27.605422 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2a0b3452-8598-47b4-a7bc-46e77efff69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (c8c9d95d-17c7-4629-bfa5-52a6ddf42c30), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:27.659048 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-b7f78aba-3dfc-467f-9c08-4b8fd23eeec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2774366'] for port (ad7e1c79-c919-487c-aa47-ed80ef22365c), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:27.694718 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-398558d6-755b-4509-b782-36eb9bb87752 req-94cf7a9d-fd34-415d-a202-92de9a6832ea service neutron] 10.222.0.62 "GET /v2.0/networks/38c3248b-0ee1-440d-9b31-0c1018fc7378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752877 Jun 15 10:39:27.696342 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0b3452-8598-47b4-a7bc-46e77efff69d None None] Routers {'4fbe59bf-b10f-420f-a18f-16b3a652b95d'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:39:27.697542 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-2a0b3452-8598-47b4-a7bc-46e77efff69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:39:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['4fbe59bf-b10f-420f-a18f-16b3a652b95d'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:39:27.734203 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-283f122b-924b-4e1b-84f4-f7b161844d17 None None] Provisioning complete for port c8c9d95d-17c7-4629-bfa5-52a6ddf42c30 triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:39:27.734698 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-283f122b-924b-4e1b-84f4-f7b161844d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (c8c9d95d-17c7-4629-bfa5-52a6ddf42c30), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:27.763318 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f78aba-3dfc-467f-9c08-4b8fd23eeec8 admin admin] Network 0c6836d1-4e10-4696-9cf9-183899f77c81 is already hosted by enough agents. {{(pid=103805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:39:27.770567 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.base_scheduler [None req-b7f78aba-3dfc-467f-9c08-4b8fd23eeec8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:39:27.773610 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f78aba-3dfc-467f-9c08-4b8fd23eeec8 admin admin] Received port after_create {{(pid=103805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:39:27.825455 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:27.862552 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 92fc09dd-e365-4cbb-9c1d-25960bdbec2d up at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:39:27.875352 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f78aba-3dfc-467f-9c08-4b8fd23eeec8 admin admin] Pushing event updated for resources: {'Port': ['ID=ad7e1c79-c919-487c-aa47-ed80ef22365c,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:27.906800 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6facd5c-e72b-4f50-b3cd-25a16c5ba387 None None] Pushing event updated for resources: {'Port': ['ID=c8c9d95d-17c7-4629-bfa5-52a6ddf42c30,revision_number=4']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:27.965351 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-2a0b3452-8598-47b4-a7bc-46e77efff69d None None] Set router 4fbe59bf-b10f-420f-a18f-16b3a652b95d gateway port host: dv-cinder-843493-2-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:39:28.002902 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Provisioning complete for port 92fc09dd-e365-4cbb-9c1d-25960bdbec2d triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:39:28.003308 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (92fc09dd-e365-4cbb-9c1d-25960bdbec2d), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:28.060165 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-283f122b-924b-4e1b-84f4-f7b161844d17 None None] Current status of the port c8c9d95d-17c7-4629-bfa5-52a6ddf42c30 is: DOWN; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:39:28.060462 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-283f122b-924b-4e1b-84f4-f7b161844d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (c8c9d95d-17c7-4629-bfa5-52a6ddf42c30), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:28.134940 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-283f122b-924b-4e1b-84f4-f7b161844d17 None None] For port c8c9d95d-17c7-4629-bfa5-52a6ddf42c30, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=c8c9d95d-17c7-4629-bfa5-52a6ddf42c30,segment=NetworkSegment(e3d3e506-e337-41e4-8354-b0b48f6066de),segment_id=e3d3e506-e337-41e4-8354-b0b48f6066de)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:39:28.144071 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-283f122b-924b-4e1b-84f4-f7b161844d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (c8c9d95d-17c7-4629-bfa5-52a6ddf42c30), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:28.183171 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84370c5-a422-4491-ae97-f837788efc8f req-16a91b54-f118-44eb-be08-bc470a0b4626 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:28.189485 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e84370c5-a422-4491-ae97-f837788efc8f req-16a91b54-f118-44eb-be08-bc470a0b4626 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/ports?device_id=2626cd15-7eaf-42ac-adce-e523831ee0c7 HTTP/1.1" status: 200 len: 943 time: 0.1252491 Jun 15 10:39:28.277140 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e84370c5-a422-4491-ae97-f837788efc8f req-5e22c9c8-1575-4e58-89c3-65547bec575e tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fde00a3-d2eb-496d-ab01-3a80e675b356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0810113 Jun 15 10:39:28.296138 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Current status of the port 92fc09dd-e365-4cbb-9c1d-25960bdbec2d is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:39:28.300504 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-5f228c4f-c06f-4d71-8d02-d997860242cf None None] Provisioning complete for port c8c9d95d-17c7-4629-bfa5-52a6ddf42c30 triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:39:28.301582 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-5f228c4f-c06f-4d71-8d02-d997860242cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (c8c9d95d-17c7-4629-bfa5-52a6ddf42c30), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:28.303262 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283f122b-924b-4e1b-84f4-f7b161844d17 None None] Pushing event updated for resources: {'Port': ['ID=c8c9d95d-17c7-4629-bfa5-52a6ddf42c30,revision_number=5']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:28.314511 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-2a0b3452-8598-47b4-a7bc-46e77efff69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbe59bf-b10f-420f-a18f-16b3a652b95d', 'name': 'tempest-TestShelveInstance-385863568-router', 'tenant_id': 'fe56b435fdbf49629bfc5e06c24e78b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '92fc09dd-e365-4cbb-9c1d-25960bdbec2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:39:20Z', 'updated_at': '2022-06-15T10:39:24Z', 'revision_number': 4, 'project_id': 'fe56b435fdbf49629bfc5e06c24e78b9', 'gw_port': {'id': '92fc09dd-e365-4cbb-9c1d-25960bdbec2d', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbe59bf-b10f-420f-a18f-16b3a652b95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:39:21Z', 'updated_at': '2022-06-15T10:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': 'c8c9d95d-17c7-4629-bfa5-52a6ddf42c30', 'name': '', 'network_id': '6c676230-a21e-47f7-b248-35e003e07d94', 'tenant_id': 'fe56b435fdbf49629bfc5e06c24e78b9', 'mac_address': 'fa:16:3e:e9:d0:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fbe59bf-b10f-420f-a18f-16b3a652b95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'bbaedce3-07fe-427f-8c9e-c552095c0fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:39:23Z', 'updated_at': '2022-06-15T10:39:27Z', 'revision_number': 4, 'project_id': 'fe56b435fdbf49629bfc5e06c24e78b9', 'subnets': [{'id': 'bbaedce3-07fe-427f-8c9e-c552095c0fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:39:28.344051 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0b3452-8598-47b4-a7bc-46e77efff69d None None] The sync data for ids ['4fbe59bf-b10f-420f-a18f-16b3a652b95d'] in dv-cinder-843493-2-iscsi is: [{'id': '4fbe59bf-b10f-420f-a18f-16b3a652b95d', 'name': 'tempest-TestShelveInstance-385863568-router', 'tenant_id': 'fe56b435fdbf49629bfc5e06c24e78b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '92fc09dd-e365-4cbb-9c1d-25960bdbec2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:39:20Z', 'updated_at': '2022-06-15T10:39:24Z', 'revision_number': 4, 'project_id': 'fe56b435fdbf49629bfc5e06c24e78b9', 'gw_port': {'id': '92fc09dd-e365-4cbb-9c1d-25960bdbec2d', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbe59bf-b10f-420f-a18f-16b3a652b95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:39:21Z', 'updated_at': '2022-06-15T10:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': 'c8c9d95d-17c7-4629-bfa5-52a6ddf42c30', 'name': '', 'network_id': '6c676230-a21e-47f7-b248-35e003e07d94', 'tenant_id': 'fe56b435fdbf49629bfc5e06c24e78b9', 'mac_address': 'fa:16:3e:e9:d0:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fbe59bf-b10f-420f-a18f-16b3a652b95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'bbaedce3-07fe-427f-8c9e-c552095c0fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:39:23Z', 'updated_at': '2022-06-15T10:39:27Z', 'revision_number': 4, 'project_id': 'fe56b435fdbf49629bfc5e06c24e78b9', 'subnets': [{'id': 'bbaedce3-07fe-427f-8c9e-c552095c0fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 10:39:28.428702 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-5f228c4f-c06f-4d71-8d02-d997860242cf None None] Current status of the port c8c9d95d-17c7-4629-bfa5-52a6ddf42c30 is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:39:28.610979 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f6e142-8589-4504-ac41-5afa6fa32df4 req-c55e5abf-5585-4e8a-a762-07ebd135dd23 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:28.616165 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-b1f6e142-8589-4504-ac41-5afa6fa32df4 req-c55e5abf-5585-4e8a-a762-07ebd135dd23 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/ports?device_id=9242699d-f8d1-4e12-b56a-bf3a405596be HTTP/1.1" status: 200 len: 943 time: 0.0696771 Jun 15 10:39:28.641326 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-b7f78aba-3dfc-467f-9c08-4b8fd23eeec8 admin admin] Publish callbacks [] for router_gateway (ce64fdd5-5295-4848-be19-a8596e5ebffe), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:28.718344 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:28.750731 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-b1f6e142-8589-4504-ac41-5afa6fa32df4 req-c447af3e-44c8-4f02-9a85-dda76fcc7053 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/security-groups?id=b962c148-e002-4495-a6eb-5c6391e1ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285563 Jun 15 10:39:28.839169 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92793c1e-4024-497d-ad7e-828cb0a5dcc5 None None] Network 152ad453-8e7c-4261-8df7-3e96fdb9e53c requested from dv-cinder-843493-2-iscsi {{(pid=103807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 10:39:28.866233 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:28.881937 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-2e099ba7-d778-4433-9673-90acff0ae16d None None] Provisioning complete for port 28e0561e-f035-4dbd-b4dc-96e243e8898b triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:39:28.882399 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2e099ba7-d778-4433-9673-90acff0ae16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (28e0561e-f035-4dbd-b4dc-96e243e8898b), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:28.899205 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-b7f78aba-3dfc-467f-9c08-4b8fd23eeec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-721155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-721411'] for router (ce64fdd5-5295-4848-be19-a8596e5ebffe), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:28.937793 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device e167a1a5-8acd-4587-800d-75d04b74e52e details requested by agent hyperv_hv-cinder-84349 with host hv-cinder-84349 {{(pid=103807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 10:39:28.967972 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:29.003708 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:29.065522 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f78aba-3dfc-467f-9c08-4b8fd23eeec8 admin admin] Router ce64fdd5-5295-4848-be19-a8596e5ebffe is scheduled to L3 agent 06043943-94cb-49df-a062-a4886c03e673 with binding_index 1 {{(pid=103805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 15 10:39:29.185028 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f78aba-3dfc-467f-9c08-4b8fd23eeec8 admin admin] Notify agent at l3_agent.dv-cinder-843493-2-iscsi the message routers_updated {{(pid=103805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 10:39:29.213193 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-b7f78aba-3dfc-467f-9c08-4b8fd23eeec8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:29.214855 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-b7f78aba-3dfc-467f-9c08-4b8fd23eeec8 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7542412 Jun 15 10:39:29.218690 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 33780) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:39:29.252115 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc945acb-76fa-4ea3-adb5-052917d3c10a None None] Sync routers for ids ['ce64fdd5-5295-4848-be19-a8596e5ebffe'] in dv-cinder-843493-2-iscsi {{(pid=103807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 10:39:29.272044 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-2e099ba7-d778-4433-9673-90acff0ae16d None None] Current status of the port 28e0561e-f035-4dbd-b4dc-96e243e8898b is: DOWN; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:39:29.272430 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2e099ba7-d778-4433-9673-90acff0ae16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (28e0561e-f035-4dbd-b4dc-96e243e8898b), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:29.302633 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc945acb-76fa-4ea3-adb5-052917d3c10a None None] Routers {'ce64fdd5-5295-4848-be19-a8596e5ebffe'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:39:29.303532 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-bc945acb-76fa-4ea3-adb5-052917d3c10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:39:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['ce64fdd5-5295-4848-be19-a8596e5ebffe'], 'active': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:39:29.444390 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port e167a1a5-8acd-4587-800d-75d04b74e52e, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=e167a1a5-8acd-4587-800d-75d04b74e52e,segment=NetworkSegment(978cf521-561b-4a1d-ab9d-76cc17299bf1),segment_id=978cf521-561b-4a1d-ab9d-76cc17299bf1)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:39:29.486414 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvr_db [None req-bc945acb-76fa-4ea3-adb5-052917d3c10a None None] Set router ce64fdd5-5295-4848-be19-a8596e5ebffe gateway port host: dv-cinder-843493-2-iscsi {{(pid=103807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:39:29.490786 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Returning: {'device': 'e167a1a5-8acd-4587-800d-75d04b74e52e', 'network_id': '104a1ab4-a947-4523-8e20-9882108d1335', 'port_id': 'e167a1a5-8acd-4587-800d-75d04b74e52e', 'mac_address': 'fa:16:3e:b8:e7:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32c01357-607a-450c-811c-8330c498325d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 10:39:29.518280 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-2e099ba7-d778-4433-9673-90acff0ae16d None None] For port 28e0561e-f035-4dbd-b4dc-96e243e8898b, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=28e0561e-f035-4dbd-b4dc-96e243e8898b,segment=NetworkSegment(f94ea3ae-8b2c-435b-84be-bf390ae64897),segment_id=f94ea3ae-8b2c-435b-84be-bf390ae64897)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:39:29.552133 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2e099ba7-d778-4433-9673-90acff0ae16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (28e0561e-f035-4dbd-b4dc-96e243e8898b), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:29.743158 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-b559b0bb-0509-48c9-8d44-0af4a8a82d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:29.763064 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-cc5aaf9f-2002-45dc-ab30-2befde25ef75 None None] Provisioning complete for port 28e0561e-f035-4dbd-b4dc-96e243e8898b triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:39:29.763064 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-cc5aaf9f-2002-45dc-ab30-2befde25ef75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (28e0561e-f035-4dbd-b4dc-96e243e8898b), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:29.763064 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Current status of the port e167a1a5-8acd-4587-800d-75d04b74e52e is: DOWN; New status is: BUILD {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:39:29.763064 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (e167a1a5-8acd-4587-800d-75d04b74e52e), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:29.783297 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:29.801820 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e099ba7-d778-4433-9673-90acff0ae16d None None] Pushing event updated for resources: {'Port': ['ID=28e0561e-f035-4dbd-b4dc-96e243e8898b,revision_number=3']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:29.810174 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd45c7-1b33-4375-9822-0db642e9069c req-f52e7d24-409c-4163-9838-e1e189870367 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:29.812811 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a9fd45c7-1b33-4375-9822-0db642e9069c req-f52e7d24-409c-4163-9838-e1e189870367 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/ports?device_id=2626cd15-7eaf-42ac-adce-e523831ee0c7 HTTP/1.1" status: 200 len: 943 time: 0.4291084 Jun 15 10:39:29.822382 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e167a1a5-8acd-4587-800d-75d04b74e52e {{(pid=103807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 10:39:29.928121 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a9fd45c7-1b33-4375-9822-0db642e9069c req-70cb0692-f239-474d-854e-efeaebefc41d tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fde00a3-d2eb-496d-ab01-3a80e675b356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1070831 Jun 15 10:39:29.931737 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port e167a1a5-8acd-4587-800d-75d04b74e52e, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=e167a1a5-8acd-4587-800d-75d04b74e52e,segment=NetworkSegment(978cf521-561b-4a1d-ab9d-76cc17299bf1),segment_id=978cf521-561b-4a1d-ab9d-76cc17299bf1)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:39:29.951783 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-bc945acb-76fa-4ea3-adb5-052917d3c10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce64fdd5-5295-4848-be19-a8596e5ebffe', 'name': 'tempest-TestShelveInstance-344197924-router', 'tenant_id': 'b5665e698ac049a0926aa5279d817c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': 'ad7e1c79-c919-487c-aa47-ed80ef22365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:39:26Z', 'updated_at': '2022-06-15T10:39:28Z', 'revision_number': 3, 'project_id': 'b5665e698ac049a0926aa5279d817c35', 'gw_port': {'id': 'ad7e1c79-c919-487c-aa47-ed80ef22365c', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c7:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce64fdd5-5295-4848-be19-a8596e5ebffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:39:27Z', 'updated_at': '2022-06-15T10:39:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi'}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:39:29.956975 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:29.957909 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (e167a1a5-8acd-4587-800d-75d04b74e52e), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:29.958518 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 11b43e2d-9ca6-4920-af3f-e9e01d523014 details requested by agent hyperv_hv-cinder-84349 with host hv-cinder-84349 {{(pid=103807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 10:39:29.961356 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device c8c9d95d-17c7-4629-bfa5-52a6ddf42c30 up at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:39:30.035608 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92520263-5c59-4961-bb89-1fe4cc055150 req-980f67f5-6b7f-442e-a4d8-62da61e83830 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:30.036791 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc945acb-76fa-4ea3-adb5-052917d3c10a None None] Checking router: ce64fdd5-5295-4848-be19-a8596e5ebffe for host: dv-cinder-843493-2-iscsi {{(pid=103807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 10:39:30.037080 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-92520263-5c59-4961-bb89-1fe4cc055150 req-980f67f5-6b7f-442e-a4d8-62da61e83830 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/ports?device_id=9242699d-f8d1-4e12-b56a-bf3a405596be HTTP/1.1" status: 200 len: 943 time: 0.1048770 Jun 15 10:39:30.037218 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc945acb-76fa-4ea3-adb5-052917d3c10a None None] Updating router ce64fdd5-5295-4848-be19-a8596e5ebffe port ad7e1c79-c919-487c-aa47-ed80ef22365c binding host dv-cinder-843493-2-iscsi {{(pid=103807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 10:39:30.046760 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:30.077224 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.db.db_base_plugin_common [None req-b559b0bb-0509-48c9-8d44-0af4a8a82d39 admin admin] Allocated IP 172.20.0.1 (152ad453-8e7c-4261-8df7-3e96fdb9e53c/298060d3-bb57-4cb3-8d81-b984468aee49/47a6c918-e7f2-4f6d-b0bd-fb8d25b58aae) {{(pid=103805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:39:30.080332 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:30.119393 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-92520263-5c59-4961-bb89-1fe4cc055150 req-8d7a80f3-66d9-445d-98b3-0abb803d2d40 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/security-groups?id=b962c148-e002-4495-a6eb-5c6391e1ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721006 Jun 15 10:39:30.145575 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-cc5aaf9f-2002-45dc-ab30-2befde25ef75 None None] Current status of the port 28e0561e-f035-4dbd-b4dc-96e243e8898b is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:39:30.147533 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-bc945acb-76fa-4ea3-adb5-052917d3c10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (ad7e1c79-c919-487c-aa47-ed80ef22365c), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:30.184992 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Pushing event updated for resources: {'Port': ['ID=e167a1a5-8acd-4587-800d-75d04b74e52e,revision_number=4']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:30.216326 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-b559b0bb-0509-48c9-8d44-0af4a8a82d39 admin admin] Publish callbacks [] for port (47a6c918-e7f2-4f6d-b0bd-fb8d25b58aae), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:30.230928 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Provisioning complete for port c8c9d95d-17c7-4629-bfa5-52a6ddf42c30 triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:39:30.231315 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (c8c9d95d-17c7-4629-bfa5-52a6ddf42c30), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:30.248834 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-b559b0bb-0509-48c9-8d44-0af4a8a82d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2774366'] for port (47a6c918-e7f2-4f6d-b0bd-fb8d25b58aae), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:30.294300 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b559b0bb-0509-48c9-8d44-0af4a8a82d39 admin admin] Network 152ad453-8e7c-4261-8df7-3e96fdb9e53c is already hosted by enough agents. {{(pid=103805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:39:30.300870 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.base_scheduler [None req-b559b0bb-0509-48c9-8d44-0af4a8a82d39 admin admin] Resources bound (agent type, host, resource id): {{(pid=103805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:39:30.303663 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b559b0bb-0509-48c9-8d44-0af4a8a82d39 admin admin] Received port after_create {{(pid=103805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:39:30.307123 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b559b0bb-0509-48c9-8d44-0af4a8a82d39 admin admin] Pushing event updated for resources: {'Port': ['ID=47a6c918-e7f2-4f6d-b0bd-fb8d25b58aae,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:30.351019 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port 11b43e2d-9ca6-4920-af3f-e9e01d523014, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=11b43e2d-9ca6-4920-af3f-e9e01d523014,segment=NetworkSegment(8f4702f8-538a-4627-9cfa-9a36b7ac4bd7),segment_id=8f4702f8-538a-4627-9cfa-9a36b7ac4bd7)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:39:30.351667 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-b559b0bb-0509-48c9-8d44-0af4a8a82d39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-721191'] for router_interface (ce64fdd5-5295-4848-be19-a8596e5ebffe), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:30.387151 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Returning: {'device': '11b43e2d-9ca6-4920-af3f-e9e01d523014', 'network_id': '7dd91b3b-0ef5-4a72-9997-b791d1b8253c', 'port_id': '11b43e2d-9ca6-4920-af3f-e9e01d523014', 'mac_address': 'fa:16:3e:c0:ff:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c34d9c0a-77a7-4d80-a747-28ef5e11cec7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 10:39:30.502816 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Current status of the port 11b43e2d-9ca6-4920-af3f-e9e01d523014 is: DOWN; New status is: BUILD {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:39:30.503238 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (11b43e2d-9ca6-4920-af3f-e9e01d523014), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:30.512083 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-b559b0bb-0509-48c9-8d44-0af4a8a82d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (47a6c918-e7f2-4f6d-b0bd-fb8d25b58aae), before_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:30.528852 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Current status of the port c8c9d95d-17c7-4629-bfa5-52a6ddf42c30 is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:39:30.530097 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 28e0561e-f035-4dbd-b4dc-96e243e8898b up at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:39:30.539956 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11b43e2d-9ca6-4920-af3f-e9e01d523014 {{(pid=103807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 10:39:30.615648 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port 11b43e2d-9ca6-4920-af3f-e9e01d523014, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=11b43e2d-9ca6-4920-af3f-e9e01d523014,segment=NetworkSegment(8f4702f8-538a-4627-9cfa-9a36b7ac4bd7),segment_id=8f4702f8-538a-4627-9cfa-9a36b7ac4bd7)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:39:30.616640 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-bcb425bc-02e5-4651-bd0c-f880191d168b None None] Provisioning complete for port 47a6c918-e7f2-4f6d-b0bd-fb8d25b58aae triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:39:30.617054 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-bcb425bc-02e5-4651-bd0c-f880191d168b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (47a6c918-e7f2-4f6d-b0bd-fb8d25b58aae), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:30.651971 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (11b43e2d-9ca6-4920-af3f-e9e01d523014), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:30.693306 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-b559b0bb-0509-48c9-8d44-0af4a8a82d39 admin admin] Publish callbacks [] for port (47a6c918-e7f2-4f6d-b0bd-fb8d25b58aae), precommit_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:30.698179 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-b559b0bb-0509-48c9-8d44-0af4a8a82d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2774345'] for port (47a6c918-e7f2-4f6d-b0bd-fb8d25b58aae), after_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:30.701664 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:30.724584 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-bcb425bc-02e5-4651-bd0c-f880191d168b None None] Port 47a6c918-e7f2-4f6d-b0bd-fb8d25b58aae cannot update to ACTIVE because it is not bound. {{(pid=103807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 10:39:30.728925 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:30.737400 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Provisioning complete for port 28e0561e-f035-4dbd-b4dc-96e243e8898b triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:39:30.737776 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (28e0561e-f035-4dbd-b4dc-96e243e8898b), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:30.745274 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-bc945acb-76fa-4ea3-adb5-052917d3c10a None None] Publish callbacks [] for port (ad7e1c79-c919-487c-aa47-ed80ef22365c), precommit_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:30.775596 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-bc945acb-76fa-4ea3-adb5-052917d3c10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (ad7e1c79-c919-487c-aa47-ed80ef22365c), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:30.777277 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:30.777754 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-b559b0bb-0509-48c9-8d44-0af4a8a82d39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-721243'] for router_interface (ce64fdd5-5295-4848-be19-a8596e5ebffe), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:30.780992 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b559b0bb-0509-48c9-8d44-0af4a8a82d39 admin admin] Pushing event updated for resources: {'Port': ['ID=47a6c918-e7f2-4f6d-b0bd-fb8d25b58aae,revision_number=2']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:30.793237 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Pushing event updated for resources: {'Port': ['ID=11b43e2d-9ca6-4920-af3f-e9e01d523014,revision_number=4']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:30.861206 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-bc945acb-76fa-4ea3-adb5-052917d3c10a None None] Attempting to bind port ad7e1c79-c919-487c-aa47-ed80ef22365c on host dv-cinder-843493-2-iscsi for vnic_type normal with profile {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 10:39:30.861583 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-bc945acb-76fa-4ea3-adb5-052917d3c10a None None] Attempting to bind port ad7e1c79-c919-487c-aa47-ed80ef22365c by drivers openvswitch,hyperv on host dv-cinder-843493-2-iscsi at level 0 using segments [{'id': 'cb36ff63-3809-49b1-ae7b-cd8646780a76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81'}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 10:39:30.861935 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc945acb-76fa-4ea3-adb5-052917d3c10a None None] Attempting to bind port ad7e1c79-c919-487c-aa47-ed80ef22365c on network 0c6836d1-4e10-4696-9cf9-183899f77c81 {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:39:30.877181 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:30.883281 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b559b0bb-0509-48c9-8d44-0af4a8a82d39 admin admin] Network 152ad453-8e7c-4261-8df7-3e96fdb9e53c is already hosted by enough agents. {{(pid=103805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:39:30.885489 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536d4ada-e7f6-401c-ad04-d272bbf829e9 None None] Pushing event updated for resources: {'Port': ['ID=ad7e1c79-c919-487c-aa47-ed80ef22365c,revision_number=2']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:30.888972 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.base_scheduler [None req-b559b0bb-0509-48c9-8d44-0af4a8a82d39 admin admin] Resources bound (agent type, host, resource id): {{(pid=103805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:39:30.891231 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc945acb-76fa-4ea3-adb5-052917d3c10a None None] Checking agent: {'id': 'ad84a4c2-87cd-4603-a219-98785ef58eeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 10, 23, 18), 'started_at': datetime.datetime(2022, 6, 15, 10, 23, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 10, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 10:39:30.891612 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc945acb-76fa-4ea3-adb5-052917d3c10a None None] Checking segment: {'id': 'cb36ff63-3809-49b1-ae7b-cd8646780a76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:39:30.892024 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-bc945acb-76fa-4ea3-adb5-052917d3c10a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:30.892405 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc945acb-76fa-4ea3-adb5-052917d3c10a None None] Bound using segment: {'id': 'cb36ff63-3809-49b1-ae7b-cd8646780a76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81'} {{(pid=103807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 10:39:30.892890 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.managers [None req-bc945acb-76fa-4ea3-adb5-052917d3c10a None None] Bound port: ad7e1c79-c919-487c-aa47-ed80ef22365c, host: dv-cinder-843493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb36ff63-3809-49b1-ae7b-cd8646780a76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81'}}] {{(pid=103807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 10:39:30.893270 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-bc945acb-76fa-4ea3-adb5-052917d3c10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (ad7e1c79-c919-487c-aa47-ed80ef22365c), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:30.934151 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Current status of the port 28e0561e-f035-4dbd-b4dc-96e243e8898b is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:39:30.984505 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-bc945acb-76fa-4ea3-adb5-052917d3c10a None None] For port ad7e1c79-c919-487c-aa47-ed80ef22365c, host dv-cinder-843493-2-iscsi, cleared binding levels {{(pid=103807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 10:39:30.998178 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-bc945acb-76fa-4ea3-adb5-052917d3c10a None None] For port ad7e1c79-c919-487c-aa47-ed80ef22365c, host dv-cinder-843493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=ad7e1c79-c919-487c-aa47-ed80ef22365c,segment=NetworkSegment(cb36ff63-3809-49b1-ae7b-cd8646780a76),segment_id=cb36ff63-3809-49b1-ae7b-cd8646780a76)] {{(pid=103807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 10:39:31.005515 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-bc945acb-76fa-4ea3-adb5-052917d3c10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (ad7e1c79-c919-487c-aa47-ed80ef22365c), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:31.050260 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b559b0bb-0509-48c9-8d44-0af4a8a82d39 admin admin] Router ce64fdd5-5295-4848-be19-a8596e5ebffe has already been hosted by L3 agent 06043943-94cb-49df-a062-a4886c03e673 {{(pid=103805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 10:39:31.082027 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996dbea-0908-44d1-8bbb-dd30bc0b9da9 req-9b283ddf-aae3-4c2d-9a5c-23e0368b2a06 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:31.087807 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc945acb-76fa-4ea3-adb5-052917d3c10a None None] Routers {'ce64fdd5-5295-4848-be19-a8596e5ebffe'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:39:31.088574 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-bc945acb-76fa-4ea3-adb5-052917d3c10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:39:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['ce64fdd5-5295-4848-be19-a8596e5ebffe'], 'active': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:39:31.089038 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0996dbea-0908-44d1-8bbb-dd30bc0b9da9 req-9b283ddf-aae3-4c2d-9a5c-23e0368b2a06 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/ports?device_id=2626cd15-7eaf-42ac-adce-e523831ee0c7 HTTP/1.1" status: 200 len: 944 time: 0.0564461 Jun 15 10:39:31.157888 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0996dbea-0908-44d1-8bbb-dd30bc0b9da9 req-48b069be-3de7-4e81-86a8-8779263016fd tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fde00a3-d2eb-496d-ab01-3a80e675b356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0657687 Jun 15 10:39:31.184296 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b559b0bb-0509-48c9-8d44-0af4a8a82d39 admin admin] Notify agent at l3_agent.dv-cinder-843493-2-iscsi the message routers_updated {{(pid=103805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 10:39:31.196952 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-b559b0bb-0509-48c9-8d44-0af4a8a82d39 admin admin] 10.222.0.49 "PUT /v2.0/routers/ce64fdd5-5295-4848-be19-a8596e5ebffe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9718406 Jun 15 10:39:31.281219 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab12cd-8423-49e5-8190-0eff47cb1adc req-f8ea42e1-0331-4758-9046-a94cf2cab121 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:31.283034 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-e0ab12cd-8423-49e5-8190-0eff47cb1adc req-f8ea42e1-0331-4758-9046-a94cf2cab121 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/ports?device_id=9242699d-f8d1-4e12-b56a-bf3a405596be HTTP/1.1" status: 200 len: 944 time: 0.0677054 Jun 15 10:39:31.305789 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536d4ada-e7f6-401c-ad04-d272bbf829e9 None None] Pushing event updated for resources: {'Port': ['ID=ad7e1c79-c919-487c-aa47-ed80ef22365c,revision_number=3']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:31.310713 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] get_ports_and_sgs() called for port_ids ['e167a1a5-8acd-4587-800d-75d04b74e52e'] {{(pid=103807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 10:39:31.351927 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-e0ab12cd-8423-49e5-8190-0eff47cb1adc req-06524166-6b41-44f1-8858-c69e965c8bfa tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/security-groups?id=b962c148-e002-4495-a6eb-5c6391e1ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620174 Jun 15 10:39:31.362656 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-3cb56a9a-7155-4bdd-9d70-8b7d0e3fbc56 None None] Provisioning complete for port 47a6c918-e7f2-4f6d-b0bd-fb8d25b58aae triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:39:31.363034 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3cb56a9a-7155-4bdd-9d70-8b7d0e3fbc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (47a6c918-e7f2-4f6d-b0bd-fb8d25b58aae), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:31.428736 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-3cb56a9a-7155-4bdd-9d70-8b7d0e3fbc56 None None] Port 47a6c918-e7f2-4f6d-b0bd-fb8d25b58aae cannot update to ACTIVE because it is not bound. {{(pid=103807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 10:39:31.444636 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] get_ports_and_sgs() called for port_ids ['11b43e2d-9ca6-4920-af3f-e9e01d523014'] {{(pid=103807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 10:39:31.482040 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvr_db [None req-bc945acb-76fa-4ea3-adb5-052917d3c10a None None] Set router ce64fdd5-5295-4848-be19-a8596e5ebffe gateway port host: dv-cinder-843493-2-iscsi {{(pid=103807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:39:31.573163 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 33800) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:39:31.577721 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [None req-6489087d-e404-4c57-b5fe-aff4946e7f9c tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-649399160', 'description': 'tempest-secgroup-smoke-649399160 description', 'project_id': 'fe56b435fdbf49629bfc5e06c24e78b9'}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:39:31.601085 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-6489087d-e404-4c57-b5fe-aff4946e7f9c tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Publish callbacks [] for security_group (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:31.673127 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-6489087d-e404-4c57-b5fe-aff4946e7f9c tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Publish callbacks [] for security_group (fe649189-760b-4d5b-a1e6-f57ab81a8a52), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:31.676809 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-6489087d-e404-4c57-b5fe-aff4946e7f9c tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (fe649189-760b-4d5b-a1e6-f57ab81a8a52), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:31.713326 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-6489087d-e404-4c57-b5fe-aff4946e7f9c tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:31.714560 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-6489087d-e404-4c57-b5fe-aff4946e7f9c tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1403768 Jun 15 10:39:31.715723 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6489087d-e404-4c57-b5fe-aff4946e7f9c tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe649189-760b-4d5b-a1e6-f57ab81a8a52,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:31.718546 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 33802) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:39:31.723311 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [None req-28337d05-fcf2-4472-aa7a-c05eb41aa8ad tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Request body: {'security_group_rule': {'security_group_id': 'fe649189-760b-4d5b-a1e6-f57ab81a8a52', 'project_id': 'fe56b435fdbf49629bfc5e06c24e78b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:39:31.733754 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:31.747513 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:31.763896 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-28337d05-fcf2-4472-aa7a-c05eb41aa8ad tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Publish callbacks [] for security_group_rule (8efbd216-aa21-43ca-9813-5cec7d2bb170), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:31.807859 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 28e0561e-f035-4dbd-b4dc-96e243e8898b up at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:39:31.835243 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-28337d05-fcf2-4472-aa7a-c05eb41aa8ad tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Publish callbacks [] for security_group_rule (8efbd216-aa21-43ca-9813-5cec7d2bb170), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:31.839264 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-28337d05-fcf2-4472-aa7a-c05eb41aa8ad tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592663'] for security_group_rule (8efbd216-aa21-43ca-9813-5cec7d2bb170), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:31.859079 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28337d05-fcf2-4472-aa7a-c05eb41aa8ad tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8efbd216-aa21-43ca-9813-5cec7d2bb170,revision_number=0']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:31.869830 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-28337d05-fcf2-4472-aa7a-c05eb41aa8ad tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:31.871234 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-28337d05-fcf2-4472-aa7a-c05eb41aa8ad tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1517210 Jun 15 10:39:31.874481 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 33804) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:39:31.879278 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [None req-e8ce9b71-b755-452d-a082-f7aab96579e5 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Request body: {'security_group_rule': {'security_group_id': 'fe649189-760b-4d5b-a1e6-f57ab81a8a52', 'project_id': 'fe56b435fdbf49629bfc5e06c24e78b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:39:31.895151 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:31.905591 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-bc945acb-76fa-4ea3-adb5-052917d3c10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce64fdd5-5295-4848-be19-a8596e5ebffe', 'name': 'tempest-TestShelveInstance-344197924-router', 'tenant_id': 'b5665e698ac049a0926aa5279d817c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': 'ad7e1c79-c919-487c-aa47-ed80ef22365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:39:26Z', 'updated_at': '2022-06-15T10:39:30Z', 'revision_number': 4, 'project_id': 'b5665e698ac049a0926aa5279d817c35', 'gw_port': {'id': 'ad7e1c79-c919-487c-aa47-ed80ef22365c', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c7:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce64fdd5-5295-4848-be19-a8596e5ebffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:39:27Z', 'updated_at': '2022-06-15T10:39:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': '47a6c918-e7f2-4f6d-b0bd-fb8d25b58aae', 'name': '', 'network_id': '152ad453-8e7c-4261-8df7-3e96fdb9e53c', 'tenant_id': 'b5665e698ac049a0926aa5279d817c35', 'mac_address': 'fa:16:3e:3e:f8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce64fdd5-5295-4848-be19-a8596e5ebffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '298060d3-bb57-4cb3-8d81-b984468aee49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:39:29Z', 'updated_at': '2022-06-15T10:39:30Z', 'revision_number': 2, 'project_id': 'b5665e698ac049a0926aa5279d817c35', 'subnets': [{'id': '298060d3-bb57-4cb3-8d81-b984468aee49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:39:31.908409 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e8ce9b71-b755-452d-a082-f7aab96579e5 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Publish callbacks [] for security_group_rule (b47e6155-237e-4428-9ab3-d73d9b3eab19), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:31.949809 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc945acb-76fa-4ea3-adb5-052917d3c10a None None] The sync data for ids ['ce64fdd5-5295-4848-be19-a8596e5ebffe'] in dv-cinder-843493-2-iscsi is: [{'id': 'ce64fdd5-5295-4848-be19-a8596e5ebffe', 'name': 'tempest-TestShelveInstance-344197924-router', 'tenant_id': 'b5665e698ac049a0926aa5279d817c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': 'ad7e1c79-c919-487c-aa47-ed80ef22365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:39:26Z', 'updated_at': '2022-06-15T10:39:30Z', 'revision_number': 4, 'project_id': 'b5665e698ac049a0926aa5279d817c35', 'gw_port': {'id': 'ad7e1c79-c919-487c-aa47-ed80ef22365c', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c7:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce64fdd5-5295-4848-be19-a8596e5ebffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:39:27Z', 'updated_at': '2022-06-15T10:39:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': '47a6c918-e7f2-4f6d-b0bd-fb8d25b58aae', 'name': '', 'network_id': '152ad453-8e7c-4261-8df7-3e96fdb9e53c', 'tenant_id': 'b5665e698ac049a0926aa5279d817c35', 'mac_address': 'fa:16:3e:3e:f8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce64fdd5-5295-4848-be19-a8596e5ebffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '298060d3-bb57-4cb3-8d81-b984468aee49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:39:29Z', 'updated_at': '2022-06-15T10:39:30Z', 'revision_number': 2, 'project_id': 'b5665e698ac049a0926aa5279d817c35', 'subnets': [{'id': '298060d3-bb57-4cb3-8d81-b984468aee49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 10:39:31.973213 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Provisioning complete for port 28e0561e-f035-4dbd-b4dc-96e243e8898b triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:39:31.973213 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (28e0561e-f035-4dbd-b4dc-96e243e8898b), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:31.980895 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e8ce9b71-b755-452d-a082-f7aab96579e5 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Publish callbacks [] for security_group_rule (b47e6155-237e-4428-9ab3-d73d9b3eab19), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:31.988377 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e8ce9b71-b755-452d-a082-f7aab96579e5 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592663'] for security_group_rule (b47e6155-237e-4428-9ab3-d73d9b3eab19), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:32.010439 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce9b71-b755-452d-a082-f7aab96579e5 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b47e6155-237e-4428-9ab3-d73d9b3eab19,revision_number=0']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:32.032142 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e8ce9b71-b755-452d-a082-f7aab96579e5 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:32.033414 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-e8ce9b71-b755-452d-a082-f7aab96579e5 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1578488 Jun 15 10:39:32.036355 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 33808) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:39:32.041408 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-987ef4ac-6474-4854-a44d-2c1a4b9efbcb tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Request body: {'security_group_rule': {'security_group_id': 'fe649189-760b-4d5b-a1e6-f57ab81a8a52', 'project_id': 'fe56b435fdbf49629bfc5e06c24e78b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:39:32.073513 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-987ef4ac-6474-4854-a44d-2c1a4b9efbcb tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Publish callbacks [] for security_group_rule (a1956a9c-e757-4a0f-b1a5-be29b1a12e89), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:32.096954 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Current status of the port 28e0561e-f035-4dbd-b4dc-96e243e8898b is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:39:32.120863 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:32.142006 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-987ef4ac-6474-4854-a44d-2c1a4b9efbcb tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Publish callbacks [] for security_group_rule (a1956a9c-e757-4a0f-b1a5-be29b1a12e89), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:32.148008 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-987ef4ac-6474-4854-a44d-2c1a4b9efbcb tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592663'] for security_group_rule (a1956a9c-e757-4a0f-b1a5-be29b1a12e89), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:32.181985 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987ef4ac-6474-4854-a44d-2c1a4b9efbcb tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1956a9c-e757-4a0f-b1a5-be29b1a12e89,revision_number=0']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:32.193811 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-987ef4ac-6474-4854-a44d-2c1a4b9efbcb tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:32.194911 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-987ef4ac-6474-4854-a44d-2c1a4b9efbcb tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1575031 Jun 15 10:39:32.197654 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 33812) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:39:32.202021 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-72b95637-e2e3-408a-ade0-fe1b694fe554 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Request body: {'security_group_rule': {'security_group_id': 'fe649189-760b-4d5b-a1e6-f57ab81a8a52', 'project_id': 'fe56b435fdbf49629bfc5e06c24e78b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:39:32.210384 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:32.234156 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-72b95637-e2e3-408a-ade0-fe1b694fe554 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Publish callbacks [] for security_group_rule (21f04731-d8d9-40e1-8d92-2885ffbd4432), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:32.306156 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7769ea3-d661-49e4-8aef-fddef1fb74b2 req-a64023cc-a5e0-4a46-829e-cf92b3de5bc3 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:32.311794 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-b7769ea3-d661-49e4-8aef-fddef1fb74b2 req-a64023cc-a5e0-4a46-829e-cf92b3de5bc3 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/ports?device_id=2626cd15-7eaf-42ac-adce-e523831ee0c7 HTTP/1.1" status: 200 len: 944 time: 0.0649915 Jun 15 10:39:32.313421 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-72b95637-e2e3-408a-ade0-fe1b694fe554 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Publish callbacks [] for security_group_rule (21f04731-d8d9-40e1-8d92-2885ffbd4432), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:32.317737 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-72b95637-e2e3-408a-ade0-fe1b694fe554 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592663'] for security_group_rule (21f04731-d8d9-40e1-8d92-2885ffbd4432), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:32.338467 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b95637-e2e3-408a-ade0-fe1b694fe554 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21f04731-d8d9-40e1-8d92-2885ffbd4432,revision_number=0']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:32.350367 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-72b95637-e2e3-408a-ade0-fe1b694fe554 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:32.355121 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-72b95637-e2e3-408a-ade0-fe1b694fe554 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1562696 Jun 15 10:39:32.355263 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:32.355926 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 33814) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:39:32.361020 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-95c40916-2ca7-47c3-9002-7e475f422540 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Request body: {'security_group_rule': {'security_group_id': 'fe649189-760b-4d5b-a1e6-f57ab81a8a52', 'project_id': 'fe56b435fdbf49629bfc5e06c24e78b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:39:32.383874 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.db.securitygroups_db [None req-95c40916-2ca7-47c3-9002-7e475f422540 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Project fe56b435fdbf49629bfc5e06c24e78b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 10:39:32.387732 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-b7769ea3-d661-49e4-8aef-fddef1fb74b2 req-188a5520-b1d0-4dd0-8181-e8634d329caa tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fde00a3-d2eb-496d-ab01-3a80e675b356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0737832 Jun 15 10:39:32.390110 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-95c40916-2ca7-47c3-9002-7e475f422540 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Publish callbacks [] for security_group_rule (86d39b96-247f-451d-9aa1-835dff243f21), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:32.496152 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-95c40916-2ca7-47c3-9002-7e475f422540 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Publish callbacks [] for security_group_rule (86d39b96-247f-451d-9aa1-835dff243f21), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:32.504752 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ff0df-c0f5-451c-bb38-d584d2a5d48b req-2df83b2e-9d0b-486e-b025-cdea15310585 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:32.506371 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-716ff0df-c0f5-451c-bb38-d584d2a5d48b req-2df83b2e-9d0b-486e-b025-cdea15310585 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/ports?device_id=9242699d-f8d1-4e12-b56a-bf3a405596be HTTP/1.1" status: 200 len: 944 time: 0.0650170 Jun 15 10:39:32.507625 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-95c40916-2ca7-47c3-9002-7e475f422540 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592663'] for security_group_rule (86d39b96-247f-451d-9aa1-835dff243f21), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:32.540433 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c40916-2ca7-47c3-9002-7e475f422540 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86d39b96-247f-451d-9aa1-835dff243f21,revision_number=0']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:32.553347 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-95c40916-2ca7-47c3-9002-7e475f422540 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:32.554562 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-95c40916-2ca7-47c3-9002-7e475f422540 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1978776 Jun 15 10:39:32.557503 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 33818) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:39:32.564394 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [None req-df3aea51-1b86-475e-ba81-76a963ef64a3 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Request body: {'security_group_rule': {'security_group_id': 'fe649189-760b-4d5b-a1e6-f57ab81a8a52', 'project_id': 'fe56b435fdbf49629bfc5e06c24e78b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:39:32.578480 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-716ff0df-c0f5-451c-bb38-d584d2a5d48b req-4cc1ef8b-8f61-4278-b90f-880e0d38035e tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/security-groups?id=b962c148-e002-4495-a6eb-5c6391e1ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649052 Jun 15 10:39:32.588929 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.db.securitygroups_db [None req-df3aea51-1b86-475e-ba81-76a963ef64a3 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Project fe56b435fdbf49629bfc5e06c24e78b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 10:39:32.596494 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-df3aea51-1b86-475e-ba81-76a963ef64a3 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Publish callbacks [] for security_group_rule (77809d20-9b5a-40a0-addc-a030eb907790), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:32.659832 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-df3aea51-1b86-475e-ba81-76a963ef64a3 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Publish callbacks [] for security_group_rule (77809d20-9b5a-40a0-addc-a030eb907790), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:32.663619 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-df3aea51-1b86-475e-ba81-76a963ef64a3 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592663'] for security_group_rule (77809d20-9b5a-40a0-addc-a030eb907790), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:32.686647 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3aea51-1b86-475e-ba81-76a963ef64a3 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77809d20-9b5a-40a0-addc-a030eb907790,revision_number=0']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:32.708115 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-df3aea51-1b86-475e-ba81-76a963ef64a3 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:32.709453 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-df3aea51-1b86-475e-ba81-76a963ef64a3 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1509159 Jun 15 10:39:33.222578 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device e167a1a5-8acd-4587-800d-75d04b74e52e up at agent hyperv_hv-cinder-84349 {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:39:33.282234 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Provisioning for port e167a1a5-8acd-4587-800d-75d04b74e52e completed by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 10:39:33.289031 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Provisioning complete for port e167a1a5-8acd-4587-800d-75d04b74e52e triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:39:33.289567 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (e167a1a5-8acd-4587-800d-75d04b74e52e), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:33.366353 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Current status of the port e167a1a5-8acd-4587-800d-75d04b74e52e is: BUILD; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:39:33.366963 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (e167a1a5-8acd-4587-800d-75d04b74e52e), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:33.392016 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2626cd15-7eaf-42ac-adce-e523831ee0c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e167a1a5-8acd-4587-800d-75d04b74e52e'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:39:33.394242 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9205ebd0146601a57e336ba0e259bffcba8e9192005a2aa68aaaf98781184b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796ae747-b712-47e3-8c6d-165ec200ef39" -d '{"events": [{"server_uuid": "2626cd15-7eaf-42ac-adce-e523831ee0c7", "name": "network-vif-plugged", "status": "completed", "tag": "e167a1a5-8acd-4587-800d-75d04b74e52e"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:39:33.408318 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port e167a1a5-8acd-4587-800d-75d04b74e52e, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=e167a1a5-8acd-4587-800d-75d04b74e52e,segment=NetworkSegment(978cf521-561b-4a1d-ab9d-76cc17299bf1),segment_id=978cf521-561b-4a1d-ab9d-76cc17299bf1)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:39:33.412370 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (e167a1a5-8acd-4587-800d-75d04b74e52e), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:33.413320 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 11b43e2d-9ca6-4920-af3f-e9e01d523014 up at agent hyperv_hv-cinder-84349 {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:39:33.462226 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 10:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b576c9-157d-4488-8a8e-a58723417a33 x-openstack-request-id: req-55b576c9-157d-4488-8a8e-a58723417a33 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:39:33.462513 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2626cd15-7eaf-42ac-adce-e523831ee0c7", "name": "network-vif-plugged", "status": "completed", "tag": "e167a1a5-8acd-4587-800d-75d04b74e52e", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:39:33.462759 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-55b576c9-157d-4488-8a8e-a58723417a33 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:39:33.463171 dv-cinder-843493-2-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55b576c9-157d-4488-8a8e-a58723417a33'] response: {'server_uuid': '2626cd15-7eaf-42ac-adce-e523831ee0c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e167a1a5-8acd-4587-800d-75d04b74e52e', 'code': 200} Jun 15 10:39:33.515868 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Pushing event updated for resources: {'Port': ['ID=e167a1a5-8acd-4587-800d-75d04b74e52e,revision_number=5']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:33.522040 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Provisioning for port 11b43e2d-9ca6-4920-af3f-e9e01d523014 completed by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 10:39:33.522373 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f6a50-b87c-4d61-bf71-1105893f1f1b req-f2c20968-9f43-4e53-b65b-b39a092e1bf6 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:33.524754 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a74f6a50-b87c-4d61-bf71-1105893f1f1b req-f2c20968-9f43-4e53-b65b-b39a092e1bf6 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/ports?device_id=2626cd15-7eaf-42ac-adce-e523831ee0c7 HTTP/1.1" status: 200 len: 945 time: 0.0529823 Jun 15 10:39:33.531528 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Provisioning complete for port 11b43e2d-9ca6-4920-af3f-e9e01d523014 triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:39:33.531883 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (11b43e2d-9ca6-4920-af3f-e9e01d523014), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:33.573162 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:33.574784 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a74f6a50-b87c-4d61-bf71-1105893f1f1b req-a302c717-db1d-4f63-b54d-a0f57e9c0a7b tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fde00a3-d2eb-496d-ab01-3a80e675b356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448878 Jun 15 10:39:33.613850 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Current status of the port 11b43e2d-9ca6-4920-af3f-e9e01d523014 is: BUILD; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:39:33.614562 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (11b43e2d-9ca6-4920-af3f-e9e01d523014), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:33.658175 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port 11b43e2d-9ca6-4920-af3f-e9e01d523014, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=11b43e2d-9ca6-4920-af3f-e9e01d523014,segment=NetworkSegment(8f4702f8-538a-4627-9cfa-9a36b7ac4bd7),segment_id=8f4702f8-538a-4627-9cfa-9a36b7ac4bd7)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:39:33.662279 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (11b43e2d-9ca6-4920-af3f-e9e01d523014), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:33.727112 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Pushing event updated for resources: {'Port': ['ID=11b43e2d-9ca6-4920-af3f-e9e01d523014,revision_number=5']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:33.740362 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b293f-ef42-4e9b-a405-047c4b8749a0 req-576ac625-ee02-4683-88c8-9c9fdb9ff9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:33.742177 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1a7b293f-ef42-4e9b-a405-047c4b8749a0 req-576ac625-ee02-4683-88c8-9c9fdb9ff9c8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2626cd15-7eaf-42ac-adce-e523831ee0c7 HTTP/1.1" status: 200 len: 1129 time: 0.0502546 Jun 15 10:39:33.743800 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d35e13-47ad-46da-80ea-85b0c9fd5076 req-0ff42046-fee2-435c-9384-5e741b0e8888 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:33.745338 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-88d35e13-47ad-46da-80ea-85b0c9fd5076 req-0ff42046-fee2-435c-9384-5e741b0e8888 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/ports?device_id=9242699d-f8d1-4e12-b56a-bf3a405596be HTTP/1.1" status: 200 len: 945 time: 0.0785747 Jun 15 10:39:33.794108 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1a7b293f-ef42-4e9b-a405-047c4b8749a0 req-65030f9b-04ad-47bb-bd69-cb2557198f5f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7fde00a3-d2eb-496d-ab01-3a80e675b356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441473 Jun 15 10:39:33.805818 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device ad7e1c79-c919-487c-aa47-ed80ef22365c up at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:39:33.807631 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-88d35e13-47ad-46da-80ea-85b0c9fd5076 req-f12ecfcb-97a8-4d54-aa2a-700e5f0fc259 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/security-groups?id=b962c148-e002-4495-a6eb-5c6391e1ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563886 Jun 15 10:39:33.836046 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:33.854413 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Provisioning complete for port ad7e1c79-c919-487c-aa47-ed80ef22365c triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:39:33.854787 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (ad7e1c79-c919-487c-aa47-ed80ef22365c), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:33.928824 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Current status of the port ad7e1c79-c919-487c-aa47-ed80ef22365c is: DOWN; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:39:33.929212 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (ad7e1c79-c919-487c-aa47-ed80ef22365c), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:33.950605 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] For port ad7e1c79-c919-487c-aa47-ed80ef22365c, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=ad7e1c79-c919-487c-aa47-ed80ef22365c,segment=NetworkSegment(cb36ff63-3809-49b1-ae7b-cd8646780a76),segment_id=cb36ff63-3809-49b1-ae7b-cd8646780a76)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:39:33.954352 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (ad7e1c79-c919-487c-aa47-ed80ef22365c), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:34.005025 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Pushing event updated for resources: {'Port': ['ID=ad7e1c79-c919-487c-aa47-ed80ef22365c,revision_number=4']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:34.692395 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca01d3a-3663-48f7-bfb9-88956a704783 req-68d42102-50d6-4f99-b9e0-97078487597d tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:34.693885 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-eca01d3a-3663-48f7-bfb9-88956a704783 req-68d42102-50d6-4f99-b9e0-97078487597d tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/ports?device_id=2626cd15-7eaf-42ac-adce-e523831ee0c7 HTTP/1.1" status: 200 len: 945 time: 0.0490358 Jun 15 10:39:34.742158 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-eca01d3a-3663-48f7-bfb9-88956a704783 req-390191b5-aa0c-4900-b965-4a05f12dc979 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fde00a3-d2eb-496d-ab01-3a80e675b356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426941 Jun 15 10:39:34.920291 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9afba8-b8f2-445d-b41c-77b03ce37c7c req-2ce40b6e-d965-46b1-bad9-d632d475bab8 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:34.922512 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-4d9afba8-b8f2-445d-b41c-77b03ce37c7c req-2ce40b6e-d965-46b1-bad9-d632d475bab8 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/ports?device_id=9242699d-f8d1-4e12-b56a-bf3a405596be HTTP/1.1" status: 200 len: 945 time: 0.0512586 Jun 15 10:39:34.970546 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-4d9afba8-b8f2-445d-b41c-77b03ce37c7c req-4a6bf0d8-8e5d-4321-80a5-c9b628f1c161 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/security-groups?id=b962c148-e002-4495-a6eb-5c6391e1ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425668 Jun 15 10:39:35.464958 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9242699d-f8d1-4e12-b56a-bf3a405596be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b43e2d-9ca6-4920-af3f-e9e01d523014'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:39:35.467564 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9205ebd0146601a57e336ba0e259bffcba8e9192005a2aa68aaaf98781184b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d592918-c3dc-4dfc-880f-59ed6faf7a1f" -d '{"events": [{"server_uuid": "9242699d-f8d1-4e12-b56a-bf3a405596be", "name": "network-vif-plugged", "status": "completed", "tag": "11b43e2d-9ca6-4920-af3f-e9e01d523014"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:39:35.502694 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 10:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2764c44f-ef7e-4846-8cd0-be2476e6a150 x-openstack-request-id: req-2764c44f-ef7e-4846-8cd0-be2476e6a150 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:39:35.502984 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9242699d-f8d1-4e12-b56a-bf3a405596be", "name": "network-vif-plugged", "status": "completed", "tag": "11b43e2d-9ca6-4920-af3f-e9e01d523014", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:39:35.503278 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2764c44f-ef7e-4846-8cd0-be2476e6a150 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:39:35.503673 dv-cinder-843493-2-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2764c44f-ef7e-4846-8cd0-be2476e6a150'] response: {'server_uuid': '9242699d-f8d1-4e12-b56a-bf3a405596be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b43e2d-9ca6-4920-af3f-e9e01d523014', 'code': 200} Jun 15 10:39:35.726497 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44651a-5102-4f04-a3e6-4084eeb0d745 req-ffbe356d-1344-49ed-afa8-89ce8592402f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:35.728131 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2b44651a-5102-4f04-a3e6-4084eeb0d745 req-ffbe356d-1344-49ed-afa8-89ce8592402f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9242699d-f8d1-4e12-b56a-bf3a405596be HTTP/1.1" status: 200 len: 1129 time: 0.0437438 Jun 15 10:39:35.734096 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ffad33-54d6-4dbf-8f21-0939146e8e7c None None] Sync routers for ids ['ce64fdd5-5295-4848-be19-a8596e5ebffe'] in dv-cinder-843493-2-iscsi {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 10:39:35.745785 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ffad33-54d6-4dbf-8f21-0939146e8e7c None None] Routers {'ce64fdd5-5295-4848-be19-a8596e5ebffe'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:39:35.746504 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-c3ffad33-54d6-4dbf-8f21-0939146e8e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:39:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['ce64fdd5-5295-4848-be19-a8596e5ebffe'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:39:35.758835 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device ad7e1c79-c919-487c-aa47-ed80ef22365c up at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:39:35.804077 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Provisioning complete for port ad7e1c79-c919-487c-aa47-ed80ef22365c triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:39:35.806990 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (ad7e1c79-c919-487c-aa47-ed80ef22365c), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:35.817423 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2b44651a-5102-4f04-a3e6-4084eeb0d745 req-7bbf4154-65ec-4141-96cd-c20aa42140f6 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b962c148-e002-4495-a6eb-5c6391e1ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750754 Jun 15 10:39:35.851370 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-c3ffad33-54d6-4dbf-8f21-0939146e8e7c None None] Set router ce64fdd5-5295-4848-be19-a8596e5ebffe gateway port host: dv-cinder-843493-2-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:39:35.887249 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Current status of the port ad7e1c79-c919-487c-aa47-ed80ef22365c is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:39:35.891196 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d775fec-63e5-4b77-9785-acab82b779f4 req-e60905a0-5abf-4c37-97c2-468ce1a6b207 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:35.895531 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-7d775fec-63e5-4b77-9785-acab82b779f4 req-e60905a0-5abf-4c37-97c2-468ce1a6b207 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/ports?device_id=2626cd15-7eaf-42ac-adce-e523831ee0c7 HTTP/1.1" status: 200 len: 945 time: 0.0572746 Jun 15 10:39:35.942671 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-7d775fec-63e5-4b77-9785-acab82b779f4 req-4248dd1c-6027-4d0c-b1dd-0fa3f6c70647 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fde00a3-d2eb-496d-ab01-3a80e675b356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442882 Jun 15 10:39:36.059714 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:36.075935 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16443ab3-9b17-4d4f-ac94-d4e06425c035 req-6eb1000a-3ef7-4c81-9de9-ddae55c2b65b tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:36.077482 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-16443ab3-9b17-4d4f-ac94-d4e06425c035 req-6eb1000a-3ef7-4c81-9de9-ddae55c2b65b tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/ports?device_id=2626cd15-7eaf-42ac-adce-e523831ee0c7 HTTP/1.1" status: 200 len: 945 time: 0.0630593 Jun 15 10:39:36.092979 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d4e74-108c-447b-a1b2-ad05480a2d95 req-be6c91b3-49ae-4a78-8957-671e484c3bd2 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:36.100669 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-410d4e74-108c-447b-a1b2-ad05480a2d95 req-be6c91b3-49ae-4a78-8957-671e484c3bd2 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/ports?device_id=9242699d-f8d1-4e12-b56a-bf3a405596be HTTP/1.1" status: 200 len: 945 time: 0.0595615 Jun 15 10:39:36.136474 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-c3ffad33-54d6-4dbf-8f21-0939146e8e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce64fdd5-5295-4848-be19-a8596e5ebffe', 'name': 'tempest-TestShelveInstance-344197924-router', 'tenant_id': 'b5665e698ac049a0926aa5279d817c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': 'ad7e1c79-c919-487c-aa47-ed80ef22365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:39:26Z', 'updated_at': '2022-06-15T10:39:30Z', 'revision_number': 4, 'project_id': 'b5665e698ac049a0926aa5279d817c35', 'gw_port': {'id': 'ad7e1c79-c919-487c-aa47-ed80ef22365c', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce64fdd5-5295-4848-be19-a8596e5ebffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:39:27Z', 'updated_at': '2022-06-15T10:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': '47a6c918-e7f2-4f6d-b0bd-fb8d25b58aae', 'name': '', 'network_id': '152ad453-8e7c-4261-8df7-3e96fdb9e53c', 'tenant_id': 'b5665e698ac049a0926aa5279d817c35', 'mac_address': 'fa:16:3e:3e:f8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce64fdd5-5295-4848-be19-a8596e5ebffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '298060d3-bb57-4cb3-8d81-b984468aee49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:39:29Z', 'updated_at': '2022-06-15T10:39:30Z', 'revision_number': 2, 'project_id': 'b5665e698ac049a0926aa5279d817c35', 'subnets': [{'id': '298060d3-bb57-4cb3-8d81-b984468aee49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:39:36.140198 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-16443ab3-9b17-4d4f-ac94-d4e06425c035 req-f56c97fb-baaf-4fa2-bed4-fc671cae2939 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fde00a3-d2eb-496d-ab01-3a80e675b356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0526807 Jun 15 10:39:36.145527 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-410d4e74-108c-447b-a1b2-ad05480a2d95 req-41504bf0-f108-4b06-85ef-5adebffe69c1 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/security-groups?id=b962c148-e002-4495-a6eb-5c6391e1ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419693 Jun 15 10:39:36.167459 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 33914) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:39:36.170245 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ffad33-54d6-4dbf-8f21-0939146e8e7c None None] Checking router: ce64fdd5-5295-4848-be19-a8596e5ebffe for host: dv-cinder-843493-2-iscsi {{(pid=103808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 10:39:36.170628 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ffad33-54d6-4dbf-8f21-0939146e8e7c None None] Updating router ce64fdd5-5295-4848-be19-a8596e5ebffe port 47a6c918-e7f2-4f6d-b0bd-fb8d25b58aae binding host dv-cinder-843493-2-iscsi {{(pid=103808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 10:39:36.201392 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c3ffad33-54d6-4dbf-8f21-0939146e8e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (47a6c918-e7f2-4f6d-b0bd-fb8d25b58aae), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:36.344437 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=100 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:36.388916 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9f021c-f1cb-4e82-a1c3-fb2f20d2928e tempest-TestVolumeBootPattern-1052685698 tempest-TestVolumeBootPattern-1052685698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:36.391261 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-3e9f021c-f1cb-4e82-a1c3-fb2f20d2928e tempest-TestVolumeBootPattern-1052685698 tempest-TestVolumeBootPattern-1052685698-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=2626cd15-7eaf-42ac-adce-e523831ee0c7 HTTP/1.1" status: 200 len: 1124 time: 0.2225759 Jun 15 10:39:36.394484 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 33922) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:39:36.399773 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [None req-a618fa75-7ae5-4558-bff7-dd170c69971c tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Request body: {'floatingip': {'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'port_id': 'e167a1a5-8acd-4587-800d-75d04b74e52e', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:39:36.424274 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-a618fa75-7ae5-4558-bff7-dd170c69971c tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:36.478298 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c3ffad33-54d6-4dbf-8f21-0939146e8e7c None None] Publish callbacks [] for port (47a6c918-e7f2-4f6d-b0bd-fb8d25b58aae), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:36.483927 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c3ffad33-54d6-4dbf-8f21-0939146e8e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (47a6c918-e7f2-4f6d-b0bd-fb8d25b58aae), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:36.501386 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-a618fa75-7ae5-4558-bff7-dd170c69971c tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:36.536522 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd91796-0f2f-47b1-8e2e-c5ef00684828 None None] Pushing event updated for resources: {'Port': ['ID=47a6c918-e7f2-4f6d-b0bd-fb8d25b58aae,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:36.566885 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:36.598361 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:36.604105 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-c3ffad33-54d6-4dbf-8f21-0939146e8e7c None None] Attempting to bind port 47a6c918-e7f2-4f6d-b0bd-fb8d25b58aae on host dv-cinder-843493-2-iscsi for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 10:39:36.604515 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-c3ffad33-54d6-4dbf-8f21-0939146e8e7c None None] Attempting to bind port 47a6c918-e7f2-4f6d-b0bd-fb8d25b58aae by drivers openvswitch,hyperv on host dv-cinder-843493-2-iscsi at level 0 using segments [{'id': 'f94ea3ae-8b2c-435b-84be-bf390ae64897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '152ad453-8e7c-4261-8df7-3e96fdb9e53c'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 10:39:36.604868 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ffad33-54d6-4dbf-8f21-0939146e8e7c None None] Attempting to bind port 47a6c918-e7f2-4f6d-b0bd-fb8d25b58aae on network 152ad453-8e7c-4261-8df7-3e96fdb9e53c {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:39:36.610430 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ffad33-54d6-4dbf-8f21-0939146e8e7c None None] Checking agent: {'id': 'ad84a4c2-87cd-4603-a219-98785ef58eeb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 10, 23, 18), 'started_at': datetime.datetime(2022, 6, 15, 10, 23, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 10, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 10:39:36.610794 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ffad33-54d6-4dbf-8f21-0939146e8e7c None None] Checking segment: {'id': 'f94ea3ae-8b2c-435b-84be-bf390ae64897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '152ad453-8e7c-4261-8df7-3e96fdb9e53c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:39:36.611214 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c3ffad33-54d6-4dbf-8f21-0939146e8e7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:36.611592 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ffad33-54d6-4dbf-8f21-0939146e8e7c None None] Bound using segment: {'id': 'f94ea3ae-8b2c-435b-84be-bf390ae64897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '152ad453-8e7c-4261-8df7-3e96fdb9e53c'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 10:39:36.612046 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-c3ffad33-54d6-4dbf-8f21-0939146e8e7c None None] Bound port: 47a6c918-e7f2-4f6d-b0bd-fb8d25b58aae, host: dv-cinder-843493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f94ea3ae-8b2c-435b-84be-bf390ae64897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '152ad453-8e7c-4261-8df7-3e96fdb9e53c'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 10:39:36.612415 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c3ffad33-54d6-4dbf-8f21-0939146e8e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (47a6c918-e7f2-4f6d-b0bd-fb8d25b58aae), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:36.616110 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.db.db_base_plugin_common [None req-a618fa75-7ae5-4558-bff7-dd170c69971c tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Allocated IP 172.27.0.145 (0c6836d1-4e10-4696-9cf9-183899f77c81/849db9c0-6b0b-495f-a2c9-c288d42c277d/efb7eb8e-7f25-4642-929f-50c031e02a3e) {{(pid=103805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:39:36.680972 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-c3ffad33-54d6-4dbf-8f21-0939146e8e7c None None] For port 47a6c918-e7f2-4f6d-b0bd-fb8d25b58aae, host dv-cinder-843493-2-iscsi, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 10:39:36.684542 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-c3ffad33-54d6-4dbf-8f21-0939146e8e7c None None] For port 47a6c918-e7f2-4f6d-b0bd-fb8d25b58aae, host dv-cinder-843493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=47a6c918-e7f2-4f6d-b0bd-fb8d25b58aae,segment=NetworkSegment(f94ea3ae-8b2c-435b-84be-bf390ae64897),segment_id=f94ea3ae-8b2c-435b-84be-bf390ae64897)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 10:39:36.690967 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c3ffad33-54d6-4dbf-8f21-0939146e8e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (47a6c918-e7f2-4f6d-b0bd-fb8d25b58aae), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:36.726370 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:36.746119 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ffad33-54d6-4dbf-8f21-0939146e8e7c None None] Routers {'ce64fdd5-5295-4848-be19-a8596e5ebffe'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:39:36.746667 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-c3ffad33-54d6-4dbf-8f21-0939146e8e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:39:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['ce64fdd5-5295-4848-be19-a8596e5ebffe'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:39:36.814965 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-b4004a5c-3d44-4b66-9b79-0504baabd714 None None] Provisioning complete for port 47a6c918-e7f2-4f6d-b0bd-fb8d25b58aae triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:39:36.817177 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b4004a5c-3d44-4b66-9b79-0504baabd714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (47a6c918-e7f2-4f6d-b0bd-fb8d25b58aae), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:36.853744 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd91796-0f2f-47b1-8e2e-c5ef00684828 None None] Pushing event updated for resources: {'Port': ['ID=47a6c918-e7f2-4f6d-b0bd-fb8d25b58aae,revision_number=4']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:36.887277 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-c3ffad33-54d6-4dbf-8f21-0939146e8e7c None None] Set router ce64fdd5-5295-4848-be19-a8596e5ebffe gateway port host: dv-cinder-843493-2-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:39:36.913904 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-b4004a5c-3d44-4b66-9b79-0504baabd714 None None] Current status of the port 47a6c918-e7f2-4f6d-b0bd-fb8d25b58aae is: DOWN; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:39:36.914498 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b4004a5c-3d44-4b66-9b79-0504baabd714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (47a6c918-e7f2-4f6d-b0bd-fb8d25b58aae), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:36.963759 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-b4004a5c-3d44-4b66-9b79-0504baabd714 None None] For port 47a6c918-e7f2-4f6d-b0bd-fb8d25b58aae, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=47a6c918-e7f2-4f6d-b0bd-fb8d25b58aae,segment=NetworkSegment(f94ea3ae-8b2c-435b-84be-bf390ae64897),segment_id=f94ea3ae-8b2c-435b-84be-bf390ae64897)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:39:36.969707 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b4004a5c-3d44-4b66-9b79-0504baabd714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (47a6c918-e7f2-4f6d-b0bd-fb8d25b58aae), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:36.994380 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-a618fa75-7ae5-4558-bff7-dd170c69971c tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks [] for port (efb7eb8e-7f25-4642-929f-50c031e02a3e), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:37.031769 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-a618fa75-7ae5-4558-bff7-dd170c69971c tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2774366'] for port (efb7eb8e-7f25-4642-929f-50c031e02a3e), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:37.036625 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4004a5c-3d44-4b66-9b79-0504baabd714 None None] Pushing event updated for resources: {'Port': ['ID=47a6c918-e7f2-4f6d-b0bd-fb8d25b58aae,revision_number=5']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:37.072042 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a618fa75-7ae5-4558-bff7-dd170c69971c tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Network 0c6836d1-4e10-4696-9cf9-183899f77c81 is already hosted by enough agents. {{(pid=103805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:39:37.076530 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.base_scheduler [None req-a618fa75-7ae5-4558-bff7-dd170c69971c tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Resources bound (agent type, host, resource id): {{(pid=103805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:39:37.080468 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a618fa75-7ae5-4558-bff7-dd170c69971c tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Received port after_create {{(pid=103805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:39:37.090608 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-816e4f87-560a-4056-89c3-7863fcb9ef16 None None] Provisioning complete for port 47a6c918-e7f2-4f6d-b0bd-fb8d25b58aae triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:39:37.090990 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-816e4f87-560a-4056-89c3-7863fcb9ef16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (47a6c918-e7f2-4f6d-b0bd-fb8d25b58aae), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:37.125250 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-c3ffad33-54d6-4dbf-8f21-0939146e8e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce64fdd5-5295-4848-be19-a8596e5ebffe', 'name': 'tempest-TestShelveInstance-344197924-router', 'tenant_id': 'b5665e698ac049a0926aa5279d817c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': 'ad7e1c79-c919-487c-aa47-ed80ef22365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:39:26Z', 'updated_at': '2022-06-15T10:39:30Z', 'revision_number': 4, 'project_id': 'b5665e698ac049a0926aa5279d817c35', 'gw_port': {'id': 'ad7e1c79-c919-487c-aa47-ed80ef22365c', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce64fdd5-5295-4848-be19-a8596e5ebffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:39:27Z', 'updated_at': '2022-06-15T10:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': '47a6c918-e7f2-4f6d-b0bd-fb8d25b58aae', 'name': '', 'network_id': '152ad453-8e7c-4261-8df7-3e96fdb9e53c', 'tenant_id': 'b5665e698ac049a0926aa5279d817c35', 'mac_address': 'fa:16:3e:3e:f8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce64fdd5-5295-4848-be19-a8596e5ebffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '298060d3-bb57-4cb3-8d81-b984468aee49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:39:29Z', 'updated_at': '2022-06-15T10:39:36Z', 'revision_number': 4, 'project_id': 'b5665e698ac049a0926aa5279d817c35', 'subnets': [{'id': '298060d3-bb57-4cb3-8d81-b984468aee49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:39:37.143918 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a618fa75-7ae5-4558-bff7-dd170c69971c tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Pushing event updated for resources: {'Port': ['ID=efb7eb8e-7f25-4642-929f-50c031e02a3e,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:37.154606 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ffad33-54d6-4dbf-8f21-0939146e8e7c None None] The sync data for ids ['ce64fdd5-5295-4848-be19-a8596e5ebffe'] in dv-cinder-843493-2-iscsi is: [{'id': 'ce64fdd5-5295-4848-be19-a8596e5ebffe', 'name': 'tempest-TestShelveInstance-344197924-router', 'tenant_id': 'b5665e698ac049a0926aa5279d817c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': 'ad7e1c79-c919-487c-aa47-ed80ef22365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:39:26Z', 'updated_at': '2022-06-15T10:39:30Z', 'revision_number': 4, 'project_id': 'b5665e698ac049a0926aa5279d817c35', 'gw_port': {'id': 'ad7e1c79-c919-487c-aa47-ed80ef22365c', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce64fdd5-5295-4848-be19-a8596e5ebffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:39:27Z', 'updated_at': '2022-06-15T10:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': '47a6c918-e7f2-4f6d-b0bd-fb8d25b58aae', 'name': '', 'network_id': '152ad453-8e7c-4261-8df7-3e96fdb9e53c', 'tenant_id': 'b5665e698ac049a0926aa5279d817c35', 'mac_address': 'fa:16:3e:3e:f8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce64fdd5-5295-4848-be19-a8596e5ebffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '298060d3-bb57-4cb3-8d81-b984468aee49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:39:29Z', 'updated_at': '2022-06-15T10:39:36Z', 'revision_number': 4, 'project_id': 'b5665e698ac049a0926aa5279d817c35', 'subnets': [{'id': '298060d3-bb57-4cb3-8d81-b984468aee49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 10:39:37.163540 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:37.175574 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-816e4f87-560a-4056-89c3-7863fcb9ef16 None None] Current status of the port 47a6c918-e7f2-4f6d-b0bd-fb8d25b58aae is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:39:37.282272 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88e4a6-7516-4635-9031-446aa209d0ee req-f33a7487-5e5c-4424-8982-b8cd3834effb tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:37.285597 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-af88e4a6-7516-4635-9031-446aa209d0ee req-f33a7487-5e5c-4424-8982-b8cd3834effb tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/ports?device_id=9242699d-f8d1-4e12-b56a-bf3a405596be HTTP/1.1" status: 200 len: 945 time: 0.0621927 Jun 15 10:39:37.349272 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-af88e4a6-7516-4635-9031-446aa209d0ee req-c0456784-d562-4e5f-b46c-a4fc6a587a8e tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/security-groups?id=b962c148-e002-4495-a6eb-5c6391e1ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517933 Jun 15 10:39:37.487661 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-a618fa75-7ae5-4558-bff7-dd170c69971c tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks [] for floatingip (ce409e36-7a14-47a0-be94-af6a86afcb8f), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:37.559067 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-a618fa75-7ae5-4558-bff7-dd170c69971c tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (efb7eb8e-7f25-4642-929f-50c031e02a3e), before_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:37.738384 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-a618fa75-7ae5-4558-bff7-dd170c69971c tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks [] for port (efb7eb8e-7f25-4642-929f-50c031e02a3e), precommit_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:37.743153 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-a618fa75-7ae5-4558-bff7-dd170c69971c tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2774345'] for port (efb7eb8e-7f25-4642-929f-50c031e02a3e), after_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:37.794328 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 47a6c918-e7f2-4f6d-b0bd-fb8d25b58aae up at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:39:37.813554 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:37.819421 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:37.828610 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a618fa75-7ae5-4558-bff7-dd170c69971c tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Pushing event updated for resources: {'Port': ['ID=efb7eb8e-7f25-4642-929f-50c031e02a3e,revision_number=2']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:37.840907 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Provisioning complete for port 47a6c918-e7f2-4f6d-b0bd-fb8d25b58aae triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:39:37.841419 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-a618fa75-7ae5-4558-bff7-dd170c69971c tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-721338'] for floatingip (ce409e36-7a14-47a0-be94-af6a86afcb8f), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:37.841545 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (47a6c918-e7f2-4f6d-b0bd-fb8d25b58aae), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:37.913730 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Current status of the port 47a6c918-e7f2-4f6d-b0bd-fb8d25b58aae is: ACTIVE; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:39:37.940107 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.db.l3_db [None req-a618fa75-7ae5-4558-bff7-dd170c69971c tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Floating IP ce409e36-7a14-47a0-be94-af6a86afcb8f associated. External IP: 172.27.0.145, port: e167a1a5-8acd-4587-800d-75d04b74e52e. Jun 15 10:39:38.138571 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a618fa75-7ae5-4558-bff7-dd170c69971c tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Router 3fb9a49f-82ac-48ec-a5e4-cba8d78ba383 has already been hosted by L3 agent 06043943-94cb-49df-a062-a4886c03e673 {{(pid=103805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 10:39:38.241903 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a618fa75-7ae5-4558-bff7-dd170c69971c tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Notify agent at l3_agent.dv-cinder-843493-2-iscsi the message routers_updated {{(pid=103805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 10:39:38.256806 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333e248d-ea46-4bb5-b5a7-eb0dbfe42033 None None] Sync routers for ids ['3fb9a49f-82ac-48ec-a5e4-cba8d78ba383'] in dv-cinder-843493-2-iscsi {{(pid=103807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 10:39:38.260498 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-a618fa75-7ae5-4558-bff7-dd170c69971c tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for floatingip (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:38.268066 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333e248d-ea46-4bb5-b5a7-eb0dbfe42033 None None] Routers {'3fb9a49f-82ac-48ec-a5e4-cba8d78ba383'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:39:38.268681 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-333e248d-ea46-4bb5-b5a7-eb0dbfe42033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:39:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['3fb9a49f-82ac-48ec-a5e4-cba8d78ba383'], 'active': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:39:38.292236 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-a618fa75-7ae5-4558-bff7-dd170c69971c tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8964956 Jun 15 10:39:38.292968 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2626cd15-7eaf-42ac-adce-e523831ee0c7', 'tag': 'e167a1a5-8acd-4587-800d-75d04b74e52e'}] {{(pid=103805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:39:38.295416 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dae1a2ec98fad4bc98d3c27259afee88ba803ed696ab09c59914859421da8ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21123871-5ba1-4c06-bfca-750171844fe0" -d '{"events": [{"name": "network-changed", "server_uuid": "2626cd15-7eaf-42ac-adce-e523831ee0c7", "tag": "e167a1a5-8acd-4587-800d-75d04b74e52e"}]}' {{(pid=103805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:39:38.380794 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:38.396860 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvr_db [None req-333e248d-ea46-4bb5-b5a7-eb0dbfe42033 None None] Set router 3fb9a49f-82ac-48ec-a5e4-cba8d78ba383 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:39:38.405188 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 10:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b810d02e-c8c1-4e59-ae44-06efa2312e81 x-openstack-request-id: req-b810d02e-c8c1-4e59-ae44-06efa2312e81 {{(pid=103805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:39:38.405850 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2626cd15-7eaf-42ac-adce-e523831ee0c7", "tag": "e167a1a5-8acd-4587-800d-75d04b74e52e", "status": "completed", "code": 200}]} {{(pid=103805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:39:38.406273 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b810d02e-c8c1-4e59-ae44-06efa2312e81 {{(pid=103805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:39:38.406854 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b810d02e-c8c1-4e59-ae44-06efa2312e81'] response: {'name': 'network-changed', 'server_uuid': '2626cd15-7eaf-42ac-adce-e523831ee0c7', 'tag': 'e167a1a5-8acd-4587-800d-75d04b74e52e', 'status': 'completed', 'code': 200} Jun 15 10:39:38.524296 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:38.546924 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21123871-5ba1-4c06-bfca-750171844fe0 req-7fed21fb-afe3-4668-bead-067b6283b9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:38.548874 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-21123871-5ba1-4c06-bfca-750171844fe0 req-7fed21fb-afe3-4668-bead-067b6283b9f3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f096e399deac4d029ff63e3cb7f1ce9f&device_id=2626cd15-7eaf-42ac-adce-e523831ee0c7 HTTP/1.1" status: 200 len: 1129 time: 0.0957105 Jun 15 10:39:38.555214 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb277561-7872-421c-b27c-8b6d1f86f982 req-cacc8880-f4a3-4853-9057-b186297d108a tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:38.556566 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-bb277561-7872-421c-b27c-8b6d1f86f982 req-cacc8880-f4a3-4853-9057-b186297d108a tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/ports?device_id=9242699d-f8d1-4e12-b56a-bf3a405596be HTTP/1.1" status: 200 len: 945 time: 0.1152756 Jun 15 10:39:38.700297 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-bb277561-7872-421c-b27c-8b6d1f86f982 req-d26c156d-44ad-486b-b7e7-2a1602b50972 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/security-groups?id=b962c148-e002-4495-a6eb-5c6391e1ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376135 Jun 15 10:39:38.742342 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21123871-5ba1-4c06-bfca-750171844fe0 req-c2c9b400-2080-4b6e-a3ea-e75866ac2eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:38.744063 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-21123871-5ba1-4c06-bfca-750171844fe0 req-c2c9b400-2080-4b6e-a3ea-e75866ac2eb5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=104a1ab4-a947-4523-8e20-9882108d1335 HTTP/1.1" status: 200 len: 911 time: 0.1639860 Jun 15 10:39:38.788059 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-333e248d-ea46-4bb5-b5a7-eb0dbfe42033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'name': 'tempest-TestVolumeBootPattern-14245363-router', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '6cea28f3-754b-40b6-ac64-e252d0494188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:38:39Z', 'updated_at': '2022-06-15T10:38:43Z', 'revision_number': 4, 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'gw_port': {'id': '6cea28f3-754b-40b6-ac64-e252d0494188', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:20:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:38:39Z', 'updated_at': '2022-06-15T10:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_floatingips': [{'id': 'ce409e36-7a14-47a0-be94-af6a86afcb8f', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'router_id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'port_id': 'e167a1a5-8acd-4587-800d-75d04b74e52e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '104a1ab4-a947-4523-8e20-9882108d1335', 'mac_address': 'fa:16:3e:b8:e7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2626cd15-7eaf-42ac-adce-e523831ee0c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T10:39:37Z', 'updated_at': '2022-06-15T10:39:37Z', 'revision_number': 0, 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1972bab0-9a38-465b-b3aa-b591098308f2', 'name': '', 'network_id': '104a1ab4-a947-4523-8e20-9882108d1335', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'mac_address': 'fa:16:3e:32:52:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '32c01357-607a-450c-811c-8330c498325d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:38:42Z', 'updated_at': '2022-06-15T10:38:48Z', 'revision_number': 5, 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'subnets': [{'id': '32c01357-607a-450c-811c-8330c498325d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:39:38.822598 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333e248d-ea46-4bb5-b5a7-eb0dbfe42033 None None] Checking router: 3fb9a49f-82ac-48ec-a5e4-cba8d78ba383 for host: dv-cinder-843493-2-iscsi {{(pid=103807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 10:39:38.836943 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333e248d-ea46-4bb5-b5a7-eb0dbfe42033 None None] Routers {'3fb9a49f-82ac-48ec-a5e4-cba8d78ba383'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:39:38.837663 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-333e248d-ea46-4bb5-b5a7-eb0dbfe42033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:39:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['3fb9a49f-82ac-48ec-a5e4-cba8d78ba383'], 'active': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:39:38.875908 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-21123871-5ba1-4c06-bfca-750171844fe0 req-c8877d1e-fd72-4ac2-bb82-9d0b826089bd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e167a1a5-8acd-4587-800d-75d04b74e52e HTTP/1.1" status: 200 len: 999 time: 0.1249399 Jun 15 10:39:38.930856 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21123871-5ba1-4c06-bfca-750171844fe0 req-bbce1a3a-3a8d-4947-8f3e-5aca1e993e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:38.932456 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-21123871-5ba1-4c06-bfca-750171844fe0 req-bbce1a3a-3a8d-4947-8f3e-5aca1e993e06 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=32c01357-607a-450c-811c-8330c498325d HTTP/1.1" status: 200 len: 849 time: 0.0479269 Jun 15 10:39:38.944792 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvr_db [None req-333e248d-ea46-4bb5-b5a7-eb0dbfe42033 None None] Set router 3fb9a49f-82ac-48ec-a5e4-cba8d78ba383 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:39:38.997953 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21123871-5ba1-4c06-bfca-750171844fe0 req-921582af-9267-4944-959c-810ec3a49d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:39.000240 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-21123871-5ba1-4c06-bfca-750171844fe0 req-921582af-9267-4944-959c-810ec3a49d5a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=104a1ab4-a947-4523-8e20-9882108d1335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0540605 Jun 15 10:39:39.114021 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-21123871-5ba1-4c06-bfca-750171844fe0 req-b2a929a4-e567-4c4a-abab-501decec00dd service neutron] 10.222.0.62 "GET /v2.0/networks/104a1ab4-a947-4523-8e20-9882108d1335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003542 Jun 15 10:39:39.188765 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-333e248d-ea46-4bb5-b5a7-eb0dbfe42033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'name': 'tempest-TestVolumeBootPattern-14245363-router', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '6cea28f3-754b-40b6-ac64-e252d0494188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:38:39Z', 'updated_at': '2022-06-15T10:38:43Z', 'revision_number': 4, 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'gw_port': {'id': '6cea28f3-754b-40b6-ac64-e252d0494188', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:20:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:38:39Z', 'updated_at': '2022-06-15T10:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_floatingips': [{'id': 'ce409e36-7a14-47a0-be94-af6a86afcb8f', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'router_id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'port_id': 'e167a1a5-8acd-4587-800d-75d04b74e52e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '104a1ab4-a947-4523-8e20-9882108d1335', 'mac_address': 'fa:16:3e:b8:e7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2626cd15-7eaf-42ac-adce-e523831ee0c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T10:39:37Z', 'updated_at': '2022-06-15T10:39:37Z', 'revision_number': 0, 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1972bab0-9a38-465b-b3aa-b591098308f2', 'name': '', 'network_id': '104a1ab4-a947-4523-8e20-9882108d1335', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'mac_address': 'fa:16:3e:32:52:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '32c01357-607a-450c-811c-8330c498325d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:38:42Z', 'updated_at': '2022-06-15T10:38:48Z', 'revision_number': 5, 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'subnets': [{'id': '32c01357-607a-450c-811c-8330c498325d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:39:39.203396 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-21123871-5ba1-4c06-bfca-750171844fe0 req-2fc95fbc-5249-4970-af61-4604cd0f0850 service neutron] 10.222.0.62 "GET /v2.0/networks/104a1ab4-a947-4523-8e20-9882108d1335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828335 Jun 15 10:39:39.213310 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333e248d-ea46-4bb5-b5a7-eb0dbfe42033 None None] The sync data for ids ['3fb9a49f-82ac-48ec-a5e4-cba8d78ba383'] in dv-cinder-843493-2-iscsi is: [{'id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'name': 'tempest-TestVolumeBootPattern-14245363-router', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '6cea28f3-754b-40b6-ac64-e252d0494188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:38:39Z', 'updated_at': '2022-06-15T10:38:43Z', 'revision_number': 4, 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'gw_port': {'id': '6cea28f3-754b-40b6-ac64-e252d0494188', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:20:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:38:39Z', 'updated_at': '2022-06-15T10:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_floatingips': [{'id': 'ce409e36-7a14-47a0-be94-af6a86afcb8f', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'router_id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'port_id': 'e167a1a5-8acd-4587-800d-75d04b74e52e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '104a1ab4-a947-4523-8e20-9882108d1335', 'mac_address': 'fa:16:3e:b8:e7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2626cd15-7eaf-42ac-adce-e523831ee0c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T10:39:37Z', 'updated_at': '2022-06-15T10:39:37Z', 'revision_number': 0, 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1972bab0-9a38-465b-b3aa-b591098308f2', 'name': '', 'network_id': '104a1ab4-a947-4523-8e20-9882108d1335', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'mac_address': 'fa:16:3e:32:52:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '32c01357-607a-450c-811c-8330c498325d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:38:42Z', 'updated_at': '2022-06-15T10:38:48Z', 'revision_number': 5, 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'subnets': [{'id': '32c01357-607a-450c-811c-8330c498325d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 10:39:39.634407 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf9667-0ae2-4799-8e39-4d3608276324 req-1cc8b9a6-4b3f-4d8b-8576-d7a69140d40c tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:39.635947 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-dcaf9667-0ae2-4799-8e39-4d3608276324 req-1cc8b9a6-4b3f-4d8b-8576-d7a69140d40c tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/ports?device_id=9242699d-f8d1-4e12-b56a-bf3a405596be HTTP/1.1" status: 200 len: 945 time: 0.0492852 Jun 15 10:39:39.693026 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-dcaf9667-0ae2-4799-8e39-4d3608276324 req-cacb2b3d-37f0-43ef-bf98-2e340ecc3047 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/security-groups?id=b962c148-e002-4495-a6eb-5c6391e1ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515308 Jun 15 10:39:40.049713 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659a2e67-6a4e-4940-9c77-b59b9b191517 None None] New status for floating IP ce409e36-7a14-47a0-be94-af6a86afcb8f: ACTIVE {{(pid=103808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 10:39:40.810030 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33034e7e-da7d-486b-b965-dde491fd9d2a req-b0617313-a1cc-41ab-a6c4-0d09866ce47f tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:40.812162 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-33034e7e-da7d-486b-b965-dde491fd9d2a req-b0617313-a1cc-41ab-a6c4-0d09866ce47f tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/ports?device_id=9242699d-f8d1-4e12-b56a-bf3a405596be HTTP/1.1" status: 200 len: 945 time: 0.0487945 Jun 15 10:39:40.862492 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-33034e7e-da7d-486b-b965-dde491fd9d2a req-4a535bd0-4253-4de9-9f13-ece127f9aa09 tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/security-groups?id=b962c148-e002-4495-a6eb-5c6391e1ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447664 Jun 15 10:39:41.267614 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1474b6-574c-452f-abcc-e2e965f1fc5b req-30dfddd8-f3b1-4bd0-880d-d7966c0b737f tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:41.268984 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ea1474b6-574c-452f-abcc-e2e965f1fc5b req-30dfddd8-f3b1-4bd0-880d-d7966c0b737f tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.62 "GET /v2.0/ports?device_id=9242699d-f8d1-4e12-b56a-bf3a405596be HTTP/1.1" status: 200 len: 945 time: 0.0462513 Jun 15 10:39:41.351297 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [req-ea1474b6-574c-452f-abcc-e2e965f1fc5b req-1af8ae30-4de1-4975-b533-2f12adfd153d tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Deleting port 11b43e2d-9ca6-4920-af3f-e9e01d523014 {{(pid=103806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:39:41.351654 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-ea1474b6-574c-452f-abcc-e2e965f1fc5b req-1af8ae30-4de1-4975-b533-2f12adfd153d tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (11b43e2d-9ca6-4920-af3f-e9e01d523014), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:41.413601 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=100 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:41.443692 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-ea1474b6-574c-452f-abcc-e2e965f1fc5b req-1af8ae30-4de1-4975-b533-2f12adfd153d tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] For port 11b43e2d-9ca6-4920-af3f-e9e01d523014, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=11b43e2d-9ca6-4920-af3f-e9e01d523014,segment=NetworkSegment(8f4702f8-538a-4627-9cfa-9a36b7ac4bd7),segment_id=8f4702f8-538a-4627-9cfa-9a36b7ac4bd7)] {{(pid=103806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:39:41.444064 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-ea1474b6-574c-452f-abcc-e2e965f1fc5b req-1af8ae30-4de1-4975-b533-2f12adfd153d tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (11b43e2d-9ca6-4920-af3f-e9e01d523014), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:41.458265 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [req-ea1474b6-574c-452f-abcc-e2e965f1fc5b req-1af8ae30-4de1-4975-b533-2f12adfd153d tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Calling delete_port for 11b43e2d-9ca6-4920-af3f-e9e01d523014 owned by compute:nova {{(pid=103806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:39:41.582726 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:41.587452 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-ea1474b6-574c-452f-abcc-e2e965f1fc5b req-1af8ae30-4de1-4975-b533-2f12adfd153d tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (11b43e2d-9ca6-4920-af3f-e9e01d523014), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:41.616803 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af8ae30-4de1-4975-b533-2f12adfd153d tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Pushing event deleted for resources: {'Port': ['ID=11b43e2d-9ca6-4920-af3f-e9e01d523014,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:39:41.633362 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] get_ports_and_sgs() called for port_ids ['11b43e2d-9ca6-4920-af3f-e9e01d523014'] {{(pid=103807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 10:39:41.643330 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af8ae30-4de1-4975-b533-2f12adfd153d tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:39:41.643983 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af8ae30-4de1-4975-b533-2f12adfd153d tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:39:41.644112 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af8ae30-4de1-4975-b533-2f12adfd153d tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:39:41.644365 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af8ae30-4de1-4975-b533-2f12adfd153d tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:39:41.644706 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af8ae30-4de1-4975-b533-2f12adfd153d tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:39:41.645042 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af8ae30-4de1-4975-b533-2f12adfd153d tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:39:41.645374 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af8ae30-4de1-4975-b533-2f12adfd153d tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:39:41.645707 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af8ae30-4de1-4975-b533-2f12adfd153d tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:39:41.646032 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af8ae30-4de1-4975-b533-2f12adfd153d tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:39:41.646359 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af8ae30-4de1-4975-b533-2f12adfd153d tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:39:41.646685 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af8ae30-4de1-4975-b533-2f12adfd153d tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:39:41.647012 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af8ae30-4de1-4975-b533-2f12adfd153d tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:39:41.647432 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af8ae30-4de1-4975-b533-2f12adfd153d tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:39:41.647690 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af8ae30-4de1-4975-b533-2f12adfd153d tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:39:41.648278 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af8ae30-4de1-4975-b533-2f12adfd153d tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:39:41.676217 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea1474b6-574c-452f-abcc-e2e965f1fc5b req-1af8ae30-4de1-4975-b533-2f12adfd153d tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] No DVR routers for this DVR port 11b43e2d-9ca6-4920-af3f-e9e01d523014 on host hv-cinder-84349 {{(pid=103806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 10:39:41.678629 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-ea1474b6-574c-452f-abcc-e2e965f1fc5b req-1af8ae30-4de1-4975-b533-2f12adfd153d tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:41.681824 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ea1474b6-574c-452f-abcc-e2e965f1fc5b req-1af8ae30-4de1-4975-b533-2f12adfd153d tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.62 "DELETE /v2.0/ports/11b43e2d-9ca6-4920-af3f-e9e01d523014 HTTP/1.1" status: 204 len: 173 time: 0.4076750 Jun 15 10:39:41.682259 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9242699d-f8d1-4e12-b56a-bf3a405596be', 'name': 'network-vif-deleted', 'tag': '11b43e2d-9ca6-4920-af3f-e9e01d523014'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:39:41.684493 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15acf06c26f001ded10715ddc8547394d4bbc7e5ff5a4e462e54e6774371169d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f571a28-697a-43a4-8557-27aab77c96d7" -d '{"events": [{"server_uuid": "9242699d-f8d1-4e12-b56a-bf3a405596be", "name": "network-vif-deleted", "tag": "11b43e2d-9ca6-4920-af3f-e9e01d523014"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:39:41.724569 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 10:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7fc82a-76fa-43c8-9d39-684d3cefe3f4 x-openstack-request-id: req-7b7fc82a-76fa-43c8-9d39-684d3cefe3f4 {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:39:41.724896 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9242699d-f8d1-4e12-b56a-bf3a405596be", "name": "network-vif-deleted", "tag": "11b43e2d-9ca6-4920-af3f-e9e01d523014", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:39:41.725146 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7b7fc82a-76fa-43c8-9d39-684d3cefe3f4 {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:39:41.725547 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b7fc82a-76fa-43c8-9d39-684d3cefe3f4'] response: {'server_uuid': '9242699d-f8d1-4e12-b56a-bf3a405596be', 'name': 'network-vif-deleted', 'tag': '11b43e2d-9ca6-4920-af3f-e9e01d523014', 'status': 'completed', 'code': 200} Jun 15 10:39:41.977014 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4245ec91-3947-4aea-8900-1652f56a69b0 req-d8e20234-dfa3-40d9-b299-40bb80f3c56d tempest-VolumesActionsTest-1276545175 tempest-VolumesActionsTest-1276545175-project] 10.222.0.49 "GET /v2.0/ports?device_id=9242699d-f8d1-4e12-b56a-bf3a405596be HTTP/1.1" status: 200 len: 210 time: 0.0280516 Jun 15 10:39:43.032804 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-212acdae-5399-4770-8e64-22fbd56250ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (e7b68426-6abe-45ee-a2ce-c32f72f66753), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:45.220368 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-53ca1eb8-5f24-4117-8380-b2fbf72fb7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (06043943-94cb-49df-a062-a4886c03e673), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:46.384428 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:46.396660 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-59f444b4-2386-4fe1-b50f-b9e54b42d680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (3cca6303-0f2e-4b13-b82d-f2749c30f699), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:46.824614 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 11b43e2d-9ca6-4920-af3f-e9e01d523014 no longer exists at agent hyperv_hv-cinder-84349 {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 10:39:46.844368 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] No Port match for: 11b43e2d-9ca6-4920-af3f-e9e01d523014 {{(pid=103807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 10:39:46.844715 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 11b43e2d-9ca6-4920-af3f-e9e01d523014 not bound to the agent host hv-cinder-84349 {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 10:39:47.794309 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-28d06d32-ea2f-4019-b04d-5ef5fa4d530e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (28e3d1c3-881c-45f9-bfee-5bcc9597e0ae), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:47.981649 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (ad84a4c2-87cd-4603-a219-98785ef58eeb), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:49.685636 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=61,neutron:DELETE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:49.691915 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=61,neutron:DELETE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:50.695931 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=74,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:51.660598 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=34,neutron:DELETE=4 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:51.959866 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=5 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:52.662531 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (a4349971-e88a-4ea8-a067-54d07204ee65), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:39:55.678258 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=81,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:39:55.694615 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.agents_db [None req-cff4c53f-faac-479c-b9be-928944d02899 None None] Agent healthcheck: found 6 active agents {{(pid=103808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 10:39:58.714150 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-bcad3113-83f2-4ddb-9f73-91dd4cee05bc req-f7f2dc20-f370-4536-b021-e0e97a2a45c2 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-649399160&fields=id&tenant_id=fe56b435fdbf49629bfc5e06c24e78b9 HTTP/1.1" status: 200 len: 267 time: 0.0637395 Jun 15 10:39:58.830681 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad3113-83f2-4ddb-9f73-91dd4cee05bc req-6b1cad6f-5a7f-4cd6-a0f0-4064818a296f tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:39:58.832227 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-bcad3113-83f2-4ddb-9f73-91dd4cee05bc req-6b1cad6f-5a7f-4cd6-a0f0-4064818a296f tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/networks?id=6c676230-a21e-47f7-b248-35e003e07d94 HTTP/1.1" status: 200 len: 808 time: 0.1112666 Jun 15 10:39:58.853326 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-bcad3113-83f2-4ddb-9f73-91dd4cee05bc req-c43fda05-dfeb-422c-a23a-eb967e30b302 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/quotas/fe56b435fdbf49629bfc5e06c24e78b9 HTTP/1.1" status: 200 len: 375 time: 0.0149848 Jun 15 10:39:58.899101 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-bcad3113-83f2-4ddb-9f73-91dd4cee05bc req-1a01f9b3-e4cd-446e-9195-1c1b9e8161b6 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=fe56b435fdbf49629bfc5e06c24e78b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450320 Jun 15 10:39:59.002012 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-bcad3113-83f2-4ddb-9f73-91dd4cee05bc req-aa0f5ce1-3643-44c1-93f0-8001d621bf54 service neutron] 10.222.0.49 "GET /v2.0/networks/6c676230-a21e-47f7-b248-35e003e07d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900905 Jun 15 10:39:59.101790 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-bcad3113-83f2-4ddb-9f73-91dd4cee05bc req-8212532d-2c1f-4b1d-b267-0277166ff446 service neutron] 10.222.0.49 "GET /v2.0/networks/6c676230-a21e-47f7-b248-35e003e07d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938797 Jun 15 10:39:59.461526 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-c3058595-155c-4261-82e6-d33a9ccfd910 req-54379033-9fb2-4a57-80bd-0c4f5d0ad2b4 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 210 time: 0.0340223 Jun 15 10:40:00.568098 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-14614485-2416-41b1-85bf-efe984d6912e req-ce291f65-395b-4344-84f1-393ab126e618 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 210 time: 0.0321462 Jun 15 10:40:01.690175 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-b82d8d7e-44f4-471f-bd17-ef66a7398972 req-6280f94e-5b7f-48af-9d69-24df19d5ab1e tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 210 time: 0.0414798 Jun 15 10:40:02.253178 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad3113-83f2-4ddb-9f73-91dd4cee05bc req-495ad2b0-f62e-4921-81fc-774ffbf7c83c tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:40:02.255373 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-bcad3113-83f2-4ddb-9f73-91dd4cee05bc req-495ad2b0-f62e-4921-81fc-774ffbf7c83c tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.62 "GET /v2.0/networks?id=6c676230-a21e-47f7-b248-35e003e07d94 HTTP/1.1" status: 200 len: 808 time: 0.1408150 Jun 15 10:40:02.331800 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-bcad3113-83f2-4ddb-9f73-91dd4cee05bc req-36bd247a-9d3f-4911-8e44-312613d8acbe tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe56b435fdbf49629bfc5e06c24e78b9 HTTP/1.1" status: 200 len: 379 time: 0.0589747 Jun 15 10:40:02.349998 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [req-bcad3113-83f2-4ddb-9f73-91dd4cee05bc req-4b86d260-06c6-4ee2-b1b5-79f70e87e0ef tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Request body: {'port': {'device_id': '4f6bfe90-7d7f-4905-b097-81c9bda21a3e', 'network_id': '6c676230-a21e-47f7-b248-35e003e07d94', 'admin_state_up': True, 'tenant_id': 'fe56b435fdbf49629bfc5e06c24e78b9', 'security_groups': ['fe649189-760b-4d5b-a1e6-f57ab81a8a52']}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:40:02.493367 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcad3113-83f2-4ddb-9f73-91dd4cee05bc req-4b86d260-06c6-4ee2-b1b5-79f70e87e0ef tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Made reservation on behalf of fe56b435fdbf49629bfc5e06c24e78b9 for: {'port': 1} {{(pid=103806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 10:40:02.496809 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-bcad3113-83f2-4ddb-9f73-91dd4cee05bc req-4b86d260-06c6-4ee2-b1b5-79f70e87e0ef tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:02.657404 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:40:02.658617 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:40:02.714038 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_common [req-bcad3113-83f2-4ddb-9f73-91dd4cee05bc req-4b86d260-06c6-4ee2-b1b5-79f70e87e0ef tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Allocated IP 172.20.0.7 (6c676230-a21e-47f7-b248-35e003e07d94/bbaedce3-07fe-427f-8c9e-c552095c0fcd/94642a1a-1e5d-4c38-8e39-fe86241784ed) {{(pid=103806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:40:02.791651 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:40:02.806889 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:40:02.864602 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-25bae5b9-1afd-4c63-884f-819bb13fbcb4 req-96bd6f32-253e-4411-81d2-fef7143c9f77 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 210 time: 0.0714002 Jun 15 10:40:02.908806 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-bcad3113-83f2-4ddb-9f73-91dd4cee05bc req-4b86d260-06c6-4ee2-b1b5-79f70e87e0ef tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Publish callbacks [] for port (94642a1a-1e5d-4c38-8e39-fe86241784ed), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:02.950145 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-bcad3113-83f2-4ddb-9f73-91dd4cee05bc req-4b86d260-06c6-4ee2-b1b5-79f70e87e0ef tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (94642a1a-1e5d-4c38-8e39-fe86241784ed), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:02.996710 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcad3113-83f2-4ddb-9f73-91dd4cee05bc req-4b86d260-06c6-4ee2-b1b5-79f70e87e0ef tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Network 6c676230-a21e-47f7-b248-35e003e07d94 is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:40:03.000283 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [req-bcad3113-83f2-4ddb-9f73-91dd4cee05bc req-4b86d260-06c6-4ee2-b1b5-79f70e87e0ef tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:40:03.004407 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcad3113-83f2-4ddb-9f73-91dd4cee05bc req-4b86d260-06c6-4ee2-b1b5-79f70e87e0ef tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Received port after_create {{(pid=103806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:40:03.029925 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b86d260-06c6-4ee2-b1b5-79f70e87e0ef tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Pushing event updated for resources: {'Port': ['ID=94642a1a-1e5d-4c38-8e39-fe86241784ed,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:40:03.066119 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad3113-83f2-4ddb-9f73-91dd4cee05bc req-4b86d260-06c6-4ee2-b1b5-79f70e87e0ef tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:40:03.066800 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-bcad3113-83f2-4ddb-9f73-91dd4cee05bc req-4b86d260-06c6-4ee2-b1b5-79f70e87e0ef tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:03.089175 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-bcad3113-83f2-4ddb-9f73-91dd4cee05bc req-4b86d260-06c6-4ee2-b1b5-79f70e87e0ef tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7439270 Jun 15 10:40:03.201412 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [req-bcad3113-83f2-4ddb-9f73-91dd4cee05bc req-a8f53d35-47b6-47b8-afdf-8feb4099e2c7 service neutron] Request body: {'port': {'device_id': '4f6bfe90-7d7f-4905-b097-81c9bda21a3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84349'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:40:03.286302 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-bcad3113-83f2-4ddb-9f73-91dd4cee05bc req-a8f53d35-47b6-47b8-afdf-8feb4099e2c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (94642a1a-1e5d-4c38-8e39-fe86241784ed), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:03.309863 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-b5d6ae60-1e2a-431a-927a-67ad292b086f None None] Provisioning complete for port 94642a1a-1e5d-4c38-8e39-fe86241784ed triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:40:03.310232 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b5d6ae60-1e2a-431a-927a-67ad292b086f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (94642a1a-1e5d-4c38-8e39-fe86241784ed), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:03.343855 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-b5d6ae60-1e2a-431a-927a-67ad292b086f None None] Port 94642a1a-1e5d-4c38-8e39-fe86241784ed cannot update to ACTIVE because it is not bound. {{(pid=103807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 10:40:03.558742 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [req-bcad3113-83f2-4ddb-9f73-91dd4cee05bc req-a8f53d35-47b6-47b8-afdf-8feb4099e2c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94642a1a-1e5d-4c38-8e39-fe86241784ed {{(pid=103806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 10:40:03.565963 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-bcad3113-83f2-4ddb-9f73-91dd4cee05bc req-a8f53d35-47b6-47b8-afdf-8feb4099e2c7 service neutron] Publish callbacks [] for port (94642a1a-1e5d-4c38-8e39-fe86241784ed), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:03.577929 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.provisioning_blocks [req-bcad3113-83f2-4ddb-9f73-91dd4cee05bc req-a8f53d35-47b6-47b8-afdf-8feb4099e2c7 service neutron] Transition to ACTIVE for port object 94642a1a-1e5d-4c38-8e39-fe86241784ed will not be triggered until provisioned by entity L2. {{(pid=103806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 10:40:03.581537 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-bcad3113-83f2-4ddb-9f73-91dd4cee05bc req-a8f53d35-47b6-47b8-afdf-8feb4099e2c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-252119569'] for port (94642a1a-1e5d-4c38-8e39-fe86241784ed), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:03.632443 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f53d35-47b6-47b8-afdf-8feb4099e2c7 service neutron] Pushing event updated for resources: {'Port': ['ID=94642a1a-1e5d-4c38-8e39-fe86241784ed,revision_number=2']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:40:03.713102 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-bcad3113-83f2-4ddb-9f73-91dd4cee05bc req-a8f53d35-47b6-47b8-afdf-8feb4099e2c7 service neutron] Attempting to bind port 94642a1a-1e5d-4c38-8e39-fe86241784ed on host hv-cinder-84349 for vnic_type normal with profile {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 10:40:03.713510 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-bcad3113-83f2-4ddb-9f73-91dd4cee05bc req-a8f53d35-47b6-47b8-afdf-8feb4099e2c7 service neutron] Attempting to bind port 94642a1a-1e5d-4c38-8e39-fe86241784ed by drivers openvswitch,hyperv on host hv-cinder-84349 at level 0 using segments [{'id': 'e3d3e506-e337-41e4-8354-b0b48f6066de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6c676230-a21e-47f7-b248-35e003e07d94'}] {{(pid=103806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 10:40:03.713912 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcad3113-83f2-4ddb-9f73-91dd4cee05bc req-a8f53d35-47b6-47b8-afdf-8feb4099e2c7 service neutron] Attempting to bind port 94642a1a-1e5d-4c38-8e39-fe86241784ed on network 6c676230-a21e-47f7-b248-35e003e07d94 {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:40:03.720858 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcad3113-83f2-4ddb-9f73-91dd4cee05bc req-a8f53d35-47b6-47b8-afdf-8feb4099e2c7 service neutron] Port 94642a1a-1e5d-4c38-8e39-fe86241784ed on network 6c676230-a21e-47f7-b248-35e003e07d94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84349 {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 10:40:03.721183 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcad3113-83f2-4ddb-9f73-91dd4cee05bc req-a8f53d35-47b6-47b8-afdf-8feb4099e2c7 service neutron] Attempting to bind port 94642a1a-1e5d-4c38-8e39-fe86241784ed on network 6c676230-a21e-47f7-b248-35e003e07d94 {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:40:03.726424 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcad3113-83f2-4ddb-9f73-91dd4cee05bc req-a8f53d35-47b6-47b8-afdf-8feb4099e2c7 service neutron] Checking agent: {'id': 'a4349971-e88a-4ea8-a067-54d07204ee65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84349', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 10, 29, 20), 'started_at': datetime.datetime(2022, 6, 15, 10, 29, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 10, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 10:40:03.726793 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcad3113-83f2-4ddb-9f73-91dd4cee05bc req-a8f53d35-47b6-47b8-afdf-8feb4099e2c7 service neutron] Checking segment: {'id': 'e3d3e506-e337-41e4-8354-b0b48f6066de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6c676230-a21e-47f7-b248-35e003e07d94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:40:03.727263 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcad3113-83f2-4ddb-9f73-91dd4cee05bc req-a8f53d35-47b6-47b8-afdf-8feb4099e2c7 service neutron] Bound using segment: {'id': 'e3d3e506-e337-41e4-8354-b0b48f6066de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6c676230-a21e-47f7-b248-35e003e07d94'} {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 10:40:03.727686 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-bcad3113-83f2-4ddb-9f73-91dd4cee05bc req-a8f53d35-47b6-47b8-afdf-8feb4099e2c7 service neutron] Bound port: 94642a1a-1e5d-4c38-8e39-fe86241784ed, host: hv-cinder-84349, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3d3e506-e337-41e4-8354-b0b48f6066de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6c676230-a21e-47f7-b248-35e003e07d94'}}] {{(pid=103806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 10:40:03.728044 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-bcad3113-83f2-4ddb-9f73-91dd4cee05bc req-a8f53d35-47b6-47b8-afdf-8feb4099e2c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (94642a1a-1e5d-4c38-8e39-fe86241784ed), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:03.789841 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:40:03.794285 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:40:03.797824 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-bcad3113-83f2-4ddb-9f73-91dd4cee05bc req-a8f53d35-47b6-47b8-afdf-8feb4099e2c7 service neutron] For port 94642a1a-1e5d-4c38-8e39-fe86241784ed, host hv-cinder-84349, cleared binding levels {{(pid=103806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 10:40:03.804030 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-bcad3113-83f2-4ddb-9f73-91dd4cee05bc req-a8f53d35-47b6-47b8-afdf-8feb4099e2c7 service neutron] For port 94642a1a-1e5d-4c38-8e39-fe86241784ed, host hv-cinder-84349, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=94642a1a-1e5d-4c38-8e39-fe86241784ed,segment=NetworkSegment(e3d3e506-e337-41e4-8354-b0b48f6066de),segment_id=e3d3e506-e337-41e4-8354-b0b48f6066de)] {{(pid=103806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 10:40:03.810727 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-bcad3113-83f2-4ddb-9f73-91dd4cee05bc req-a8f53d35-47b6-47b8-afdf-8feb4099e2c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-252119569'] for port (94642a1a-1e5d-4c38-8e39-fe86241784ed), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:03.856240 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad3113-83f2-4ddb-9f73-91dd4cee05bc req-a8f53d35-47b6-47b8-afdf-8feb4099e2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:40:03.856864 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-bcad3113-83f2-4ddb-9f73-91dd4cee05bc req-a8f53d35-47b6-47b8-afdf-8feb4099e2c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:03.859154 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-bcad3113-83f2-4ddb-9f73-91dd4cee05bc req-a8f53d35-47b6-47b8-afdf-8feb4099e2c7 service neutron] 10.222.0.62 "PUT /v2.0/ports/94642a1a-1e5d-4c38-8e39-fe86241784ed HTTP/1.1" status: 200 len: 1093 time: 0.6619465 Jun 15 10:40:03.859418 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f6bfe90-7d7f-4905-b097-81c9bda21a3e', 'tag': '94642a1a-1e5d-4c38-8e39-fe86241784ed'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:40:03.862883 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15acf06c26f001ded10715ddc8547394d4bbc7e5ff5a4e462e54e6774371169d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d196505e-39a5-4860-9855-b0783bf7338e" -d '{"events": [{"name": "network-changed", "server_uuid": "4f6bfe90-7d7f-4905-b097-81c9bda21a3e", "tag": "94642a1a-1e5d-4c38-8e39-fe86241784ed"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:40:03.898364 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f53d35-47b6-47b8-afdf-8feb4099e2c7 service neutron] Pushing event updated for resources: {'Port': ['ID=94642a1a-1e5d-4c38-8e39-fe86241784ed,revision_number=3']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:40:03.925534 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 10:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414e1c93-f29f-4b54-b821-68d622d56dd3 x-openstack-request-id: req-414e1c93-f29f-4b54-b821-68d622d56dd3 {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:40:03.926305 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f6bfe90-7d7f-4905-b097-81c9bda21a3e", "tag": "94642a1a-1e5d-4c38-8e39-fe86241784ed", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:40:03.926305 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-414e1c93-f29f-4b54-b821-68d622d56dd3 {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:40:03.926612 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-414e1c93-f29f-4b54-b821-68d622d56dd3'] response: {'name': 'network-changed', 'server_uuid': '4f6bfe90-7d7f-4905-b097-81c9bda21a3e', 'tag': '94642a1a-1e5d-4c38-8e39-fe86241784ed', 'status': 'completed', 'code': 200} Jun 15 10:40:04.010828 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad3113-83f2-4ddb-9f73-91dd4cee05bc req-0ee3b28e-66c6-433b-928d-36631e653d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:40:04.012379 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-bcad3113-83f2-4ddb-9f73-91dd4cee05bc req-0ee3b28e-66c6-433b-928d-36631e653d96 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe56b435fdbf49629bfc5e06c24e78b9&device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 1127 time: 0.0678787 Jun 15 10:40:04.024080 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa1fafe-91ec-4618-9a56-7997c7958e1d req-006f0ff8-66d7-4167-ab40-1d8aad864839 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:40:04.025609 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-cfa1fafe-91ec-4618-9a56-7997c7958e1d req-006f0ff8-66d7-4167-ab40-1d8aad864839 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 943 time: 0.0705318 Jun 15 10:40:04.068511 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-bcad3113-83f2-4ddb-9f73-91dd4cee05bc req-231ba9f7-1972-4690-9c31-05854dd473a7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94642a1a-1e5d-4c38-8e39-fe86241784ed HTTP/1.1" status: 200 len: 217 time: 0.0414550 Jun 15 10:40:04.139716 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-cfa1fafe-91ec-4618-9a56-7997c7958e1d req-e7da81c1-c731-4163-b07f-14e989349eee tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe649189-760b-4d5b-a1e6-f57ab81a8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048808 Jun 15 10:40:04.143238 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad3113-83f2-4ddb-9f73-91dd4cee05bc req-6b9927a4-56a9-482a-8fe4-29cba7a53e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:40:04.144660 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-bcad3113-83f2-4ddb-9f73-91dd4cee05bc req-6b9927a4-56a9-482a-8fe4-29cba7a53e2e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bbaedce3-07fe-427f-8c9e-c552095c0fcd HTTP/1.1" status: 200 len: 847 time: 0.0656250 Jun 15 10:40:04.192916 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad3113-83f2-4ddb-9f73-91dd4cee05bc req-0536c408-9707-4312-a62a-d57024446401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:40:04.194384 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-bcad3113-83f2-4ddb-9f73-91dd4cee05bc req-0536c408-9707-4312-a62a-d57024446401 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6c676230-a21e-47f7-b248-35e003e07d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425754 Jun 15 10:40:04.284324 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-bcad3113-83f2-4ddb-9f73-91dd4cee05bc req-6670dc9a-dc0b-4243-b701-1e0195a76ab4 service neutron] 10.222.0.62 "GET /v2.0/networks/6c676230-a21e-47f7-b248-35e003e07d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816972 Jun 15 10:40:04.379299 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-bcad3113-83f2-4ddb-9f73-91dd4cee05bc req-367bf86e-434b-4ac0-b4e7-7c0134b0d560 service neutron] 10.222.0.62 "GET /v2.0/networks/6c676230-a21e-47f7-b248-35e003e07d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885539 Jun 15 10:40:04.768179 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196505e-39a5-4860-9855-b0783bf7338e req-2d438445-6cc0-4cbb-96f0-ed126345ead6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:40:04.778397 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d196505e-39a5-4860-9855-b0783bf7338e req-2d438445-6cc0-4cbb-96f0-ed126345ead6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe56b435fdbf49629bfc5e06c24e78b9&device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 1127 time: 0.0556746 Jun 15 10:40:04.885500 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196505e-39a5-4860-9855-b0783bf7338e req-7b80753a-44f5-44bc-94c8-2982652cfa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:40:04.886941 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d196505e-39a5-4860-9855-b0783bf7338e req-7b80753a-44f5-44bc-94c8-2982652cfa0d service neutron] 10.222.0.62 "GET /v2.0/networks?id=6c676230-a21e-47f7-b248-35e003e07d94 HTTP/1.1" status: 200 len: 909 time: 0.1013527 Jun 15 10:40:04.925239 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d196505e-39a5-4860-9855-b0783bf7338e req-77e90cfc-f6f3-4bba-b60f-2a969527df1a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94642a1a-1e5d-4c38-8e39-fe86241784ed HTTP/1.1" status: 200 len: 217 time: 0.0321536 Jun 15 10:40:04.973336 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196505e-39a5-4860-9855-b0783bf7338e req-cd214edb-b35c-4649-96b9-f33d8aff0442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:40:04.974739 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d196505e-39a5-4860-9855-b0783bf7338e req-cd214edb-b35c-4649-96b9-f33d8aff0442 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bbaedce3-07fe-427f-8c9e-c552095c0fcd HTTP/1.1" status: 200 len: 847 time: 0.0432153 Jun 15 10:40:05.016612 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196505e-39a5-4860-9855-b0783bf7338e req-1c90feb1-8a45-476c-bc54-024900176a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:40:05.018028 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d196505e-39a5-4860-9855-b0783bf7338e req-1c90feb1-8a45-476c-bc54-024900176a64 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6c676230-a21e-47f7-b248-35e003e07d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371687 Jun 15 10:40:05.117711 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d196505e-39a5-4860-9855-b0783bf7338e req-0b1c36f2-02f9-4e94-93db-14d55b790ed2 service neutron] 10.222.0.62 "GET /v2.0/networks/6c676230-a21e-47f7-b248-35e003e07d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918815 Jun 15 10:40:05.213654 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:40:05.218025 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d196505e-39a5-4860-9855-b0783bf7338e req-6cd56db9-293a-425c-b093-40cd787afaf5 service neutron] 10.222.0.62 "GET /v2.0/networks/6c676230-a21e-47f7-b248-35e003e07d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927899 Jun 15 10:40:05.260076 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a742457-a985-4be1-b2fe-5be2d0069fc7 req-8e75f2cf-c415-4abc-8504-0ca39e03eaff tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:40:05.261626 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-2a742457-a985-4be1-b2fe-5be2d0069fc7 req-8e75f2cf-c415-4abc-8504-0ca39e03eaff tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 943 time: 0.0485253 Jun 15 10:40:05.315721 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-2a742457-a985-4be1-b2fe-5be2d0069fc7 req-b9c5fd54-d4d2-4038-b986-8891190a5cc9 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe649189-760b-4d5b-a1e6-f57ab81a8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467880 Jun 15 10:40:05.878527 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 34366) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:40:05.924208 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_v2 [None req-c98f3efc-2583-4b3b-a398-a2ee266ca848 admin admin] Deleting subnet c34d9c0a-77a7-4d80-a747-28ef5e11cec7 {{(pid=103806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 10:40:05.927293 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c98f3efc-2583-4b3b-a398-a2ee266ca848 admin admin] Publish callbacks [] for subnet (c34d9c0a-77a7-4d80-a747-28ef5e11cec7), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:05.962325 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c98f3efc-2583-4b3b-a398-a2ee266ca848 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014507'] for subnet (c34d9c0a-77a7-4d80-a747-28ef5e11cec7), precommit_delete_associations {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:05.981478 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:40:06.002666 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c98f3efc-2583-4b3b-a398-a2ee266ca848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7722939'] for subnet (c34d9c0a-77a7-4d80-a747-28ef5e11cec7), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:06.064496 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c98f3efc-2583-4b3b-a398-a2ee266ca848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7722882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-252119595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-251934052'] for subnet (c34d9c0a-77a7-4d80-a747-28ef5e11cec7), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:06.091074 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98f3efc-2583-4b3b-a398-a2ee266ca848 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c34d9c0a-77a7-4d80-a747-28ef5e11cec7,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:40:06.094841 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c98f3efc-2583-4b3b-a398-a2ee266ca848 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:06.098045 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-c98f3efc-2583-4b3b-a398-a2ee266ca848 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/c34d9c0a-77a7-4d80-a747-28ef5e11cec7 HTTP/1.1" status: 204 len: 168 time: 0.2184944 Jun 15 10:40:06.100495 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 34372) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:40:06.166960 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1f1c2eee-3107-4ab6-a749-daaafe477dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7810747'] for network (7dd91b3b-0ef5-4a72-9997-b791d1b8253c), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:06.243614 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1f1c2eee-3107-4ab6-a749-daaafe477dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7721322', 'neutron.services.segments.db._delete_segments_for_network-8732880543290'] for network (7dd91b3b-0ef5-4a72-9997-b791d1b8253c), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:06.263114 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.services.segments.db [None req-1f1c2eee-3107-4ab6-a749-daaafe477dc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dd91b3b-0ef5-4a72-9997-b791d1b8253c']}} {{(pid=103806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:40:06.272121 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.services.segments.db [None req-1f1c2eee-3107-4ab6-a749-daaafe477dc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f4702f8-538a-4627-9cfa-9a36b7ac4bd7') {'for_net_delete': True} {{(pid=103806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:40:06.272675 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.services.segments.db [None req-1f1c2eee-3107-4ab6-a749-daaafe477dc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f4702f8-538a-4627-9cfa-9a36b7ac4bd7') {} {{(pid=103806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:40:06.281853 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1f1c2eee-3107-4ab6-a749-daaafe477dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732880541633', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014514'] for segment (8f4702f8-538a-4627-9cfa-9a36b7ac4bd7), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:06.294540 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1f1c2eee-3107-4ab6-a749-daaafe477dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7722752'] for segment (8f4702f8-538a-4627-9cfa-9a36b7ac4bd7), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:06.301022 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f1c2eee-3107-4ab6-a749-daaafe477dc1 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=103806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 10:40:06.301390 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1f1c2eee-3107-4ab6-a749-daaafe477dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7722752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-252119669'] for segment (8f4702f8-538a-4627-9cfa-9a36b7ac4bd7), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:06.319811 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.services.segments.plugin [-] Segment 8f4702f8-538a-4627-9cfa-9a36b7ac4bd7 resource provider aggregate not found Jun 15 10:40:06.360018 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.services.segments.plugin [-] Segment 8f4702f8-538a-4627-9cfa-9a36b7ac4bd7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8f4702f8-538a-4627-9cfa-9a36b7ac4bd7 found for delete ", "request_id": "req-52ad972d-6573-40ee-a9a3-355525312bc3"}]} Jun 15 10:40:06.368262 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1f1c2eee-3107-4ab6-a749-daaafe477dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7722532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-721499'] for network (7dd91b3b-0ef5-4a72-9997-b791d1b8253c), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:06.374760 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1f1c2eee-3107-4ab6-a749-daaafe477dc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for network (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:06.378026 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-1f1c2eee-3107-4ab6-a749-daaafe477dc1 admin admin] 10.222.0.49 "DELETE /v2.0/networks/7dd91b3b-0ef5-4a72-9997-b791d1b8253c HTTP/1.1" status: 204 len: 168 time: 0.2765458 Jun 15 10:40:06.389321 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c2eee-3107-4ab6-a749-daaafe477dc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7dd91b3b-0ef5-4a72-9997-b791d1b8253c,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:40:06.440032 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b3b92-d15f-40f9-bae2-a32fdab75d97 req-bb45b348-e7f9-4bbd-9bcf-a6766b314c5c tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:40:06.441628 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-e43b3b92-d15f-40f9-bae2-a32fdab75d97 req-bb45b348-e7f9-4bbd-9bcf-a6766b314c5c tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 943 time: 0.0474775 Jun 15 10:40:06.490652 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-e43b3b92-d15f-40f9-bae2-a32fdab75d97 req-e7b1c0bf-14eb-4c05-9940-3f0c64f9e774 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe649189-760b-4d5b-a1e6-f57ab81a8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435314 Jun 15 10:40:06.550672 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 34382) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:40:06.590615 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-34909a3a-bf81-4413-8d42-1238f7a1a6d4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3efa3522561147ac8eff67781403423e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387595 Jun 15 10:40:06.593825 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 34384) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:40:06.641293 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-2a0546b0-8ea8-4f61-94d7-7f8a17880e25 admin admin] Publish callbacks [] for security_group (b962c148-e002-4495-a6eb-5c6391e1ef98), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:06.664771 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-2a0546b0-8ea8-4f61-94d7-7f8a17880e25 admin admin] Publish callbacks [] for security_group (b962c148-e002-4495-a6eb-5c6391e1ef98), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:06.711559 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-2a0546b0-8ea8-4f61-94d7-7f8a17880e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (b962c148-e002-4495-a6eb-5c6391e1ef98), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:06.713944 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-2a0546b0-8ea8-4f61-94d7-7f8a17880e25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:06.715067 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-2a0546b0-8ea8-4f61-94d7-7f8a17880e25 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b962c148-e002-4495-a6eb-5c6391e1ef98 HTTP/1.1" status: 204 len: 168 time: 0.1203625 Jun 15 10:40:06.722941 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0546b0-8ea8-4f61-94d7-7f8a17880e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b962c148-e002-4495-a6eb-5c6391e1ef98,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:40:07.320022 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbaeb3c-6bd9-4e45-8980-672ce48a79a9 req-204dcf8c-de74-4348-9fe1-c92004a1bdef tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:40:07.321482 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-cdbaeb3c-6bd9-4e45-8980-672ce48a79a9 req-204dcf8c-de74-4348-9fe1-c92004a1bdef tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.49 "GET /v2.0/ports?device_id=8378a647-7d0e-435f-8e73-7b57b250faa5 HTTP/1.1" status: 200 len: 945 time: 0.0463879 Jun 15 10:40:07.367346 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-cdbaeb3c-6bd9-4e45-8980-672ce48a79a9 req-416a42d3-4a23-44de-856f-b07b539e1b61 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.49 "GET /v2.0/security-groups?id=6973b2b7-2606-4029-bb79-335c861bdd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402339 Jun 15 10:40:07.605624 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2a57d-eca3-4a5c-825a-35b1a5b26cf2 req-132794c8-aab9-44ba-89d5-2756e7a48c69 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:40:07.606981 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-37e2a57d-eca3-4a5c-825a-35b1a5b26cf2 req-132794c8-aab9-44ba-89d5-2756e7a48c69 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 943 time: 0.0477641 Jun 15 10:40:07.655489 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-37e2a57d-eca3-4a5c-825a-35b1a5b26cf2 req-8ef9c9eb-b298-4cb6-bdda-1a044dc29a22 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe649189-760b-4d5b-a1e6-f57ab81a8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419259 Jun 15 10:40:07.899341 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=12 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:40:07.902067 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=16 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:40:08.481344 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6450ff73-549c-4ad0-936b-1e239c1e140b req-51b3a679-c38b-4850-bcea-246b370202b2 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:40:08.482783 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-6450ff73-549c-4ad0-936b-1e239c1e140b req-51b3a679-c38b-4850-bcea-246b370202b2 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.49 "GET /v2.0/ports?device_id=8378a647-7d0e-435f-8e73-7b57b250faa5 HTTP/1.1" status: 200 len: 945 time: 0.0488193 Jun 15 10:40:08.529920 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-6450ff73-549c-4ad0-936b-1e239c1e140b req-fb11a9c7-9cb5-4e93-9df5-386b93480ef1 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.49 "GET /v2.0/security-groups?id=6973b2b7-2606-4029-bb79-335c861bdd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411129 Jun 15 10:40:08.764669 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d17ca9-f7f9-4a5f-a3c2-0ce9c1cf81d3 req-6207740e-13d4-4faf-9f36-bd532a71c810 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:40:08.766133 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-73d17ca9-f7f9-4a5f-a3c2-0ce9c1cf81d3 req-6207740e-13d4-4faf-9f36-bd532a71c810 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 943 time: 0.0457504 Jun 15 10:40:08.814657 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-73d17ca9-f7f9-4a5f-a3c2-0ce9c1cf81d3 req-75852fa0-adc8-4dab-940d-88c420df19de tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe649189-760b-4d5b-a1e6-f57ab81a8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430286 Jun 15 10:40:09.139198 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c8770-5c15-4897-955f-e39e1805b8ed req-2166511b-2970-4ce9-9637-e12dd1a4cde9 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:40:09.141130 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4b6c8770-5c15-4897-955f-e39e1805b8ed req-2166511b-2970-4ce9-9637-e12dd1a4cde9 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.62 "GET /v2.0/ports?device_id=8378a647-7d0e-435f-8e73-7b57b250faa5 HTTP/1.1" status: 200 len: 945 time: 0.0450416 Jun 15 10:40:09.177818 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:40:09.183629 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:40:09.228163 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [req-4b6c8770-5c15-4897-955f-e39e1805b8ed req-b6afab89-b9a4-4958-b72a-607ed7ef1e1a tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Deleting port 12fca43d-5e94-42ef-b28d-a3f4d1fdfab6 {{(pid=103806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:40:09.228504 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-4b6c8770-5c15-4897-955f-e39e1805b8ed req-b6afab89-b9a4-4958-b72a-607ed7ef1e1a tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (12fca43d-5e94-42ef-b28d-a3f4d1fdfab6), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:09.317022 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-4b6c8770-5c15-4897-955f-e39e1805b8ed req-b6afab89-b9a4-4958-b72a-607ed7ef1e1a tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] For port 12fca43d-5e94-42ef-b28d-a3f4d1fdfab6, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=12fca43d-5e94-42ef-b28d-a3f4d1fdfab6,segment=NetworkSegment(4fa5687d-654a-42b8-8e31-b16f3174e2b4),segment_id=4fa5687d-654a-42b8-8e31-b16f3174e2b4)] {{(pid=103806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:40:09.317370 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-4b6c8770-5c15-4897-955f-e39e1805b8ed req-b6afab89-b9a4-4958-b72a-607ed7ef1e1a tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (12fca43d-5e94-42ef-b28d-a3f4d1fdfab6), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:09.590151 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [req-4b6c8770-5c15-4897-955f-e39e1805b8ed req-b6afab89-b9a4-4958-b72a-607ed7ef1e1a tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Calling delete_port for 12fca43d-5e94-42ef-b28d-a3f4d1fdfab6 owned by compute:nova {{(pid=103806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:40:09.645916 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ff082-017b-467a-9df3-24523d616ac8 req-6385908f-a922-4c0e-8933-7694e737c164 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:40:09.647677 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-123ff082-017b-467a-9df3-24523d616ac8 req-6385908f-a922-4c0e-8933-7694e737c164 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.49 "GET /v2.0/ports?device_id=8378a647-7d0e-435f-8e73-7b57b250faa5 HTTP/1.1" status: 200 len: 945 time: 0.0462077 Jun 15 10:40:09.694248 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-123ff082-017b-467a-9df3-24523d616ac8 req-d562a934-0c72-4db1-8935-4908104fe393 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.49 "GET /v2.0/security-groups?id=6973b2b7-2606-4029-bb79-335c861bdd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405517 Jun 15 10:40:09.715258 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-4b6c8770-5c15-4897-955f-e39e1805b8ed req-b6afab89-b9a4-4958-b72a-607ed7ef1e1a tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (12fca43d-5e94-42ef-b28d-a3f4d1fdfab6), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:09.744594 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6afab89-b9a4-4958-b72a-607ed7ef1e1a tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Pushing event deleted for resources: {'Port': ['ID=12fca43d-5e94-42ef-b28d-a3f4d1fdfab6,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:40:09.787286 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b6c8770-5c15-4897-955f-e39e1805b8ed req-b6afab89-b9a4-4958-b72a-607ed7ef1e1a tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] No DVR routers for this DVR port 12fca43d-5e94-42ef-b28d-a3f4d1fdfab6 on host hv-cinder-84349 {{(pid=103806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 10:40:09.789781 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-4b6c8770-5c15-4897-955f-e39e1805b8ed req-b6afab89-b9a4-4958-b72a-607ed7ef1e1a tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:09.792928 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4b6c8770-5c15-4897-955f-e39e1805b8ed req-b6afab89-b9a4-4958-b72a-607ed7ef1e1a tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.62 "DELETE /v2.0/ports/12fca43d-5e94-42ef-b28d-a3f4d1fdfab6 HTTP/1.1" status: 204 len: 173 time: 0.6458631 Jun 15 10:40:09.793365 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8378a647-7d0e-435f-8e73-7b57b250faa5', 'name': 'network-vif-deleted', 'tag': '12fca43d-5e94-42ef-b28d-a3f4d1fdfab6'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:40:09.795612 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15acf06c26f001ded10715ddc8547394d4bbc7e5ff5a4e462e54e6774371169d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd683d2-a8b9-4e7b-9255-106977417854" -d '{"events": [{"server_uuid": "8378a647-7d0e-435f-8e73-7b57b250faa5", "name": "network-vif-deleted", "tag": "12fca43d-5e94-42ef-b28d-a3f4d1fdfab6"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:40:09.835793 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 10:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d0e01d-ee73-46c1-992c-85be1ea7b7db x-openstack-request-id: req-c7d0e01d-ee73-46c1-992c-85be1ea7b7db {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:40:09.836158 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8378a647-7d0e-435f-8e73-7b57b250faa5", "name": "network-vif-deleted", "tag": "12fca43d-5e94-42ef-b28d-a3f4d1fdfab6", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:40:09.836416 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c7d0e01d-ee73-46c1-992c-85be1ea7b7db {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:40:09.836811 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7d0e01d-ee73-46c1-992c-85be1ea7b7db'] response: {'server_uuid': '8378a647-7d0e-435f-8e73-7b57b250faa5', 'name': 'network-vif-deleted', 'tag': '12fca43d-5e94-42ef-b28d-a3f4d1fdfab6', 'status': 'completed', 'code': 200} Jun 15 10:40:09.932994 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3dfcd-c54c-4416-abf7-d9ae0d151515 req-2e7542d3-a23f-423c-9c7b-ef06f1b3716a tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:40:09.934458 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-cdf3dfcd-c54c-4416-abf7-d9ae0d151515 req-2e7542d3-a23f-423c-9c7b-ef06f1b3716a tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 943 time: 0.0504427 Jun 15 10:40:09.985876 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-cdf3dfcd-c54c-4416-abf7-d9ae0d151515 req-785d0d73-bbca-4375-8bbe-a49d959f0397 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe649189-760b-4d5b-a1e6-f57ab81a8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449963 Jun 15 10:40:10.802079 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b3d9c027-4579-4a44-9050-aaf548674078 req-eb5886f3-b37f-4d78-9cb4-b46390b0bafb tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.49 "GET /v2.0/ports?device_id=8378a647-7d0e-435f-8e73-7b57b250faa5 HTTP/1.1" status: 200 len: 210 time: 0.0277383 Jun 15 10:40:11.100314 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996311a5-bb24-493d-9fd1-37486bdec40a req-372c9ed7-2e33-42ea-91ce-7ccb41d63a84 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:40:11.101787 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-996311a5-bb24-493d-9fd1-37486bdec40a req-372c9ed7-2e33-42ea-91ce-7ccb41d63a84 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 943 time: 0.0476532 Jun 15 10:40:11.150965 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-996311a5-bb24-493d-9fd1-37486bdec40a req-d640cfce-654e-46b2-a26d-27cde3818004 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe649189-760b-4d5b-a1e6-f57ab81a8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437126 Jun 15 10:40:11.426595 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 12fca43d-5e94-42ef-b28d-a3f4d1fdfab6 no longer exists at agent hyperv_hv-cinder-84349 {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 10:40:11.446040 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] No Port match for: 12fca43d-5e94-42ef-b28d-a3f4d1fdfab6 {{(pid=103807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 10:40:11.446380 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 12fca43d-5e94-42ef-b28d-a3f4d1fdfab6 not bound to the agent host hv-cinder-84349 {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 10:40:12.260746 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd97c22-9116-4fd4-a16e-b90f25d2b110 req-82200fdb-2cca-4e9d-8dcb-521a3274dac4 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:40:12.262105 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-edd97c22-9116-4fd4-a16e-b90f25d2b110 req-82200fdb-2cca-4e9d-8dcb-521a3274dac4 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 943 time: 0.0454381 Jun 15 10:40:12.309864 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-edd97c22-9116-4fd4-a16e-b90f25d2b110 req-0e828679-8ece-49e8-a47e-d69d5e800474 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe649189-760b-4d5b-a1e6-f57ab81a8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416801 Jun 15 10:40:13.027404 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-44cfec4a-d296-4816-8269-18bf000705af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (e7b68426-6abe-45ee-a2ce-c32f72f66753), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:13.420450 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6906c7f7-e9a2-4a3a-8c18-455fdf752cd4 req-171ee1da-ef56-41cf-9f6e-ae52cf9146e9 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:40:13.422509 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6906c7f7-e9a2-4a3a-8c18-455fdf752cd4 req-171ee1da-ef56-41cf-9f6e-ae52cf9146e9 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 943 time: 0.0458753 Jun 15 10:40:13.472601 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6906c7f7-e9a2-4a3a-8c18-455fdf752cd4 req-18bcabb9-e424-4aa0-8321-56eb6478d6cb tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe649189-760b-4d5b-a1e6-f57ab81a8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445633 Jun 15 10:40:14.587326 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cdf94e-6912-4165-a5e2-28c9ddaab51d req-0172719b-a691-453f-abd9-44e680b5792a tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:40:14.588775 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-36cdf94e-6912-4165-a5e2-28c9ddaab51d req-0172719b-a691-453f-abd9-44e680b5792a tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 943 time: 0.0487988 Jun 15 10:40:14.636623 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-36cdf94e-6912-4165-a5e2-28c9ddaab51d req-999f32e9-dc88-4049-a9ea-b855799d0448 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe649189-760b-4d5b-a1e6-f57ab81a8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412378 Jun 15 10:40:14.811576 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 94642a1a-1e5d-4c38-8e39-fe86241784ed details requested by agent hyperv_hv-cinder-84349 with host hv-cinder-84349 {{(pid=103807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 10:40:14.910233 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port 94642a1a-1e5d-4c38-8e39-fe86241784ed, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=94642a1a-1e5d-4c38-8e39-fe86241784ed,segment=NetworkSegment(e3d3e506-e337-41e4-8354-b0b48f6066de),segment_id=e3d3e506-e337-41e4-8354-b0b48f6066de)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:40:14.921011 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Returning: {'device': '94642a1a-1e5d-4c38-8e39-fe86241784ed', 'network_id': '6c676230-a21e-47f7-b248-35e003e07d94', 'port_id': '94642a1a-1e5d-4c38-8e39-fe86241784ed', 'mac_address': 'fa:16:3e:f2:16:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbaedce3-07fe-427f-8c9e-c552095c0fcd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 10:40:14.955762 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Current status of the port 94642a1a-1e5d-4c38-8e39-fe86241784ed is: DOWN; New status is: BUILD {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:40:14.956245 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (94642a1a-1e5d-4c38-8e39-fe86241784ed), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:14.969000 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94642a1a-1e5d-4c38-8e39-fe86241784ed {{(pid=103807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 10:40:14.988571 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port 94642a1a-1e5d-4c38-8e39-fe86241784ed, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=94642a1a-1e5d-4c38-8e39-fe86241784ed,segment=NetworkSegment(e3d3e506-e337-41e4-8354-b0b48f6066de),segment_id=e3d3e506-e337-41e4-8354-b0b48f6066de)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:40:14.992228 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (94642a1a-1e5d-4c38-8e39-fe86241784ed), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:15.041036 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Pushing event updated for resources: {'Port': ['ID=94642a1a-1e5d-4c38-8e39-fe86241784ed,revision_number=4']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:40:15.048101 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:40:15.048447 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:40:15.048787 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:40:15.049123 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:40:15.049454 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:40:15.049783 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:40:15.050108 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:40:15.050432 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:40:15.050756 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:40:15.051078 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:40:15.051423 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:40:15.051746 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:40:15.052065 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:40:15.052383 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:40:15.052699 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:40:15.221722 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-266fa054-3a7d-4295-b081-f90e9b5413cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (06043943-94cb-49df-a062-a4886c03e673), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:15.335693 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] get_ports_and_sgs() called for port_ids ['94642a1a-1e5d-4c38-8e39-fe86241784ed'] {{(pid=103807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 10:40:15.748757 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e6ce0-e3bc-445e-b137-d9bb407e2a05 req-04efdd69-1c3b-4e9e-8896-9d81b7376c6e tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:40:15.750221 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2b0e6ce0-e3bc-445e-b137-d9bb407e2a05 req-04efdd69-1c3b-4e9e-8896-9d81b7376c6e tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 944 time: 0.0460355 Jun 15 10:40:15.798168 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2b0e6ce0-e3bc-445e-b137-d9bb407e2a05 req-d3f5e4d1-4e60-4b20-b278-d3ed0b95ce9a tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe649189-760b-4d5b-a1e6-f57ab81a8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423923 Jun 15 10:40:16.399857 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-59f444b4-2386-4fe1-b50f-b9e54b42d680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (3cca6303-0f2e-4b13-b82d-f2749c30f699), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:16.909213 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7192db7a-8755-443d-807f-cf4c2ed77b69 req-a6a7fc76-3d1d-41bf-ae2e-7e5c87a6f393 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:40:16.910647 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-7192db7a-8755-443d-807f-cf4c2ed77b69 req-a6a7fc76-3d1d-41bf-ae2e-7e5c87a6f393 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 944 time: 0.0457652 Jun 15 10:40:16.958183 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-7192db7a-8755-443d-807f-cf4c2ed77b69 req-67a1b953-07c7-4e7d-acb1-a04e32c38c93 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe649189-760b-4d5b-a1e6-f57ab81a8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420344 Jun 15 10:40:17.785572 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-28d06d32-ea2f-4019-b04d-5ef5fa4d530e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (28e3d1c3-881c-45f9-bfee-5bcc9597e0ae), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:17.985072 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (ad84a4c2-87cd-4603-a219-98785ef58eeb), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:18.068595 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb1712-1172-474e-a931-7c27030fa009 req-67cffe67-1d94-4de3-8563-ad0ac670d961 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:40:18.069982 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-76bb1712-1172-474e-a931-7c27030fa009 req-67cffe67-1d94-4de3-8563-ad0ac670d961 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 944 time: 0.0458617 Jun 15 10:40:18.117315 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-76bb1712-1172-474e-a931-7c27030fa009 req-722fbf3d-a818-4dfa-a35c-3abfde488674 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe649189-760b-4d5b-a1e6-f57ab81a8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418932 Jun 15 10:40:18.306155 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 94642a1a-1e5d-4c38-8e39-fe86241784ed up at agent hyperv_hv-cinder-84349 {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:40:18.345891 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:40:18.348612 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Provisioning for port 94642a1a-1e5d-4c38-8e39-fe86241784ed completed by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 10:40:18.353933 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Provisioning complete for port 94642a1a-1e5d-4c38-8e39-fe86241784ed triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:40:18.354345 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (94642a1a-1e5d-4c38-8e39-fe86241784ed), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:18.378032 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:40:18.429591 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Current status of the port 94642a1a-1e5d-4c38-8e39-fe86241784ed is: BUILD; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:40:18.429974 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (94642a1a-1e5d-4c38-8e39-fe86241784ed), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:18.451721 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f6bfe90-7d7f-4905-b097-81c9bda21a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94642a1a-1e5d-4c38-8e39-fe86241784ed'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:40:18.454434 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9205ebd0146601a57e336ba0e259bffcba8e9192005a2aa68aaaf98781184b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0a441d-274b-4238-ac42-12b7bab48031" -d '{"events": [{"server_uuid": "4f6bfe90-7d7f-4905-b097-81c9bda21a3e", "name": "network-vif-plugged", "status": "completed", "tag": "94642a1a-1e5d-4c38-8e39-fe86241784ed"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:40:18.466706 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port 94642a1a-1e5d-4c38-8e39-fe86241784ed, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=94642a1a-1e5d-4c38-8e39-fe86241784ed,segment=NetworkSegment(e3d3e506-e337-41e4-8354-b0b48f6066de),segment_id=e3d3e506-e337-41e4-8354-b0b48f6066de)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:40:18.471183 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (94642a1a-1e5d-4c38-8e39-fe86241784ed), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:18.495274 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 10:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e06507-536b-4cd6-8b2b-4a65a541f956 x-openstack-request-id: req-d1e06507-536b-4cd6-8b2b-4a65a541f956 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:40:18.495564 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f6bfe90-7d7f-4905-b097-81c9bda21a3e", "name": "network-vif-plugged", "status": "completed", "tag": "94642a1a-1e5d-4c38-8e39-fe86241784ed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:40:18.495814 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d1e06507-536b-4cd6-8b2b-4a65a541f956 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:40:18.496204 dv-cinder-843493-2-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1e06507-536b-4cd6-8b2b-4a65a541f956'] response: {'server_uuid': '4f6bfe90-7d7f-4905-b097-81c9bda21a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94642a1a-1e5d-4c38-8e39-fe86241784ed', 'code': 200} Jun 15 10:40:18.520941 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Pushing event updated for resources: {'Port': ['ID=94642a1a-1e5d-4c38-8e39-fe86241784ed,revision_number=5']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:40:19.231151 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31270709-a096-4149-863c-f9ff93965781 req-3ce4d7da-fea5-44b7-9d85-ce5cb8f47d09 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:40:19.232597 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-31270709-a096-4149-863c-f9ff93965781 req-3ce4d7da-fea5-44b7-9d85-ce5cb8f47d09 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 945 time: 0.0492105 Jun 15 10:40:19.281111 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-31270709-a096-4149-863c-f9ff93965781 req-f597d61d-6e6a-47d1-9843-ad2dcf32c3a9 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe649189-760b-4d5b-a1e6-f57ab81a8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428159 Jun 15 10:40:19.481768 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a670fa1-93b4-4a10-bf33-5702d84393f8 req-d828546d-c7d2-4234-8b20-95c373916a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:40:19.483258 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8a670fa1-93b4-4a10-bf33-5702d84393f8 req-d828546d-c7d2-4234-8b20-95c373916a53 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 1129 time: 0.0380049 Jun 15 10:40:19.528900 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8a670fa1-93b4-4a10-bf33-5702d84393f8 req-39eb015a-8d01-405b-b6db-155c8b6e7e9b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=fe649189-760b-4d5b-a1e6-f57ab81a8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394762 Jun 15 10:40:19.717656 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=95 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:40:19.779278 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=100 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:40:19.799420 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc976a0-1181-4dd6-b44e-dbc0746524fa req-d005a6f5-9825-4f54-a29f-38c61b26678d tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:40:19.800890 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-5bc976a0-1181-4dd6-b44e-dbc0746524fa req-d005a6f5-9825-4f54-a29f-38c61b26678d tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.49 "GET /v2.0/networks?id=38c3248b-0ee1-440d-9b31-0c1018fc7378 HTTP/1.1" status: 200 len: 813 time: 0.1034639 Jun 15 10:40:19.815580 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-5bc976a0-1181-4dd6-b44e-dbc0746524fa req-e789cd08-f685-4ad3-9832-d52d7d750c09 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.49 "GET /v2.0/quotas/129b7faaaf264434baf88ffe0fe9bb25 HTTP/1.1" status: 200 len: 375 time: 0.0093858 Jun 15 10:40:19.846357 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-5bc976a0-1181-4dd6-b44e-dbc0746524fa req-30337bb5-1885-474e-b06f-d5b3d2d24092 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=129b7faaaf264434baf88ffe0fe9bb25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261371 Jun 15 10:40:19.939062 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-5bc976a0-1181-4dd6-b44e-dbc0746524fa req-7c1099db-8e1c-4548-9320-3a0b34112808 service neutron] 10.222.0.49 "GET /v2.0/networks/38c3248b-0ee1-440d-9b31-0c1018fc7378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861940 Jun 15 10:40:20.026479 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-5bc976a0-1181-4dd6-b44e-dbc0746524fa req-749120a3-402f-4ac7-8f84-443c2ba72511 service neutron] 10.222.0.49 "GET /v2.0/networks/38c3248b-0ee1-440d-9b31-0c1018fc7378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816450 Jun 15 10:40:20.180809 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b91a6074-b8d4-40e6-9f8a-43a17e2d8186 req-8801f90c-4569-440e-8707-1900b76bb7cd tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3d8364-1d9b-4bb8-a147-37a0a249a833 HTTP/1.1" status: 200 len: 210 time: 0.0282788 Jun 15 10:40:20.400314 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625e1dc-2279-4955-9728-4ebf3f91cafc req-0ebfbaf0-a39f-4992-a3c7-4bf519f76e00 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:40:20.401849 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-b625e1dc-2279-4955-9728-4ebf3f91cafc req-0ebfbaf0-a39f-4992-a3c7-4bf519f76e00 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 945 time: 0.0530624 Jun 15 10:40:20.452825 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-b625e1dc-2279-4955-9728-4ebf3f91cafc req-093b21eb-3616-4b49-a3cf-fc9d9d2fc1db tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe649189-760b-4d5b-a1e6-f57ab81a8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444362 Jun 15 10:40:21.281780 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c286d493-1f14-47e0-9518-0de636be3f80 req-22105ba3-ee80-4f97-aaa3-18f1c67a6a64 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3d8364-1d9b-4bb8-a147-37a0a249a833 HTTP/1.1" status: 200 len: 210 time: 0.0302310 Jun 15 10:40:21.570687 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e4989-6e0a-4b14-b572-01d3d7063c21 req-749125d3-11fe-4996-b12b-14581bd9bee2 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:40:21.572222 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-b31e4989-6e0a-4b14-b572-01d3d7063c21 req-749125d3-11fe-4996-b12b-14581bd9bee2 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 945 time: 0.0486078 Jun 15 10:40:21.621506 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-b31e4989-6e0a-4b14-b572-01d3d7063c21 req-d0f6557c-d227-480c-9528-bca1f43c04af tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe649189-760b-4d5b-a1e6-f57ab81a8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433884 Jun 15 10:40:21.739644 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:40:21.747697 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:40:21.776810 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276724d-5d0f-420b-8f69-3e6b910f2199 req-d0a8549a-37b4-48c6-b5be-27a7610413c3 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:40:21.778313 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9276724d-5d0f-420b-8f69-3e6b910f2199 req-d0a8549a-37b4-48c6-b5be-27a7610413c3 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 945 time: 0.0759869 Jun 15 10:40:21.784402 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc976a0-1181-4dd6-b44e-dbc0746524fa req-1beddbe1-7404-4ffb-9338-19263368b1e3 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:40:21.785718 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5bc976a0-1181-4dd6-b44e-dbc0746524fa req-1beddbe1-7404-4ffb-9338-19263368b1e3 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.62 "GET /v2.0/networks?id=38c3248b-0ee1-440d-9b31-0c1018fc7378 HTTP/1.1" status: 200 len: 813 time: 0.1624820 Jun 15 10:40:21.829960 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9276724d-5d0f-420b-8f69-3e6b910f2199 req-d56d47f4-526f-4482-9e44-364c7ee0be0f tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe649189-760b-4d5b-a1e6-f57ab81a8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433199 Jun 15 10:40:21.851018 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 34500) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:40:21.903627 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [req-5bc976a0-1181-4dd6-b44e-dbc0746524fa req-2aaf51df-c1ea-4c07-9918-5a76056e36fa tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Request body: {'port': {'device_id': 'cb3d8364-1d9b-4bb8-a147-37a0a249a833', 'network_id': '38c3248b-0ee1-440d-9b31-0c1018fc7378', 'admin_state_up': True, 'tenant_id': '129b7faaaf264434baf88ffe0fe9bb25'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:40:22.045008 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bc976a0-1181-4dd6-b44e-dbc0746524fa req-2aaf51df-c1ea-4c07-9918-5a76056e36fa tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Made reservation on behalf of 129b7faaaf264434baf88ffe0fe9bb25 for: {'port': 1} {{(pid=103806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 10:40:22.048806 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-5bc976a0-1181-4dd6-b44e-dbc0746524fa req-2aaf51df-c1ea-4c07-9918-5a76056e36fa tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:22.059306 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed84a694-f98d-4284-b39b-9f7a1972ccb7 tempest-TestShelveInstance-1007831762 tempest-TestShelveInstance-1007831762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:40:22.060794 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-ed84a694-f98d-4284-b39b-9f7a1972ccb7 tempest-TestShelveInstance-1007831762 tempest-TestShelveInstance-1007831762-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 1124 time: 0.2086802 Jun 15 10:40:22.064522 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 34504) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:40:22.069261 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.v2.base [None req-bd27f0b2-117e-4151-a815-44d33b02348a tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Request body: {'floatingip': {'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'port_id': '94642a1a-1e5d-4c38-8e39-fe86241784ed', 'tenant_id': 'fe56b435fdbf49629bfc5e06c24e78b9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:40:22.090062 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-bd27f0b2-117e-4151-a815-44d33b02348a tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:22.168835 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-bd27f0b2-117e-4151-a815-44d33b02348a tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:22.177173 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_common [req-5bc976a0-1181-4dd6-b44e-dbc0746524fa req-2aaf51df-c1ea-4c07-9918-5a76056e36fa tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Allocated IP 172.20.0.11 (38c3248b-0ee1-440d-9b31-0c1018fc7378/80beb8af-569c-4f6e-b662-136b287343c7/e5fa316f-d4ae-45f6-8776-e0be02461582) {{(pid=103806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:40:22.271734 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.db.db_base_plugin_common [None req-bd27f0b2-117e-4151-a815-44d33b02348a tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Allocated IP 172.27.0.63 (0c6836d1-4e10-4696-9cf9-183899f77c81/849db9c0-6b0b-495f-a2c9-c288d42c277d/088c70d9-c41d-41c4-8ebb-66624a621f07) {{(pid=103805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:40:22.326560 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-5bc976a0-1181-4dd6-b44e-dbc0746524fa req-2aaf51df-c1ea-4c07-9918-5a76056e36fa tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Publish callbacks [] for port (e5fa316f-d4ae-45f6-8776-e0be02461582), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:22.357231 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-5bc976a0-1181-4dd6-b44e-dbc0746524fa req-2aaf51df-c1ea-4c07-9918-5a76056e36fa tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (e5fa316f-d4ae-45f6-8776-e0be02461582), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:22.403379 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bc976a0-1181-4dd6-b44e-dbc0746524fa req-2aaf51df-c1ea-4c07-9918-5a76056e36fa tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Network 38c3248b-0ee1-440d-9b31-0c1018fc7378 is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:40:22.408981 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [req-5bc976a0-1181-4dd6-b44e-dbc0746524fa req-2aaf51df-c1ea-4c07-9918-5a76056e36fa tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:40:22.412485 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-bd27f0b2-117e-4151-a815-44d33b02348a tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Publish callbacks [] for port (088c70d9-c41d-41c4-8ebb-66624a621f07), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:22.412903 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc976a0-1181-4dd6-b44e-dbc0746524fa req-2aaf51df-c1ea-4c07-9918-5a76056e36fa tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Received port after_create {{(pid=103806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:40:22.421045 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232df472-10b3-4619-acf1-a9639db1e19c req-ba60b379-a8d8-4f90-91e9-293b2b31f564 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:40:22.423243 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-232df472-10b3-4619-acf1-a9639db1e19c req-ba60b379-a8d8-4f90-91e9-293b2b31f564 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3d8364-1d9b-4bb8-a147-37a0a249a833 HTTP/1.1" status: 200 len: 932 time: 0.0700994 Jun 15 10:40:22.437914 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf51df-c1ea-4c07-9918-5a76056e36fa tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Pushing event updated for resources: {'Port': ['ID=e5fa316f-d4ae-45f6-8776-e0be02461582,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:40:22.460898 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:40:22.463211 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc976a0-1181-4dd6-b44e-dbc0746524fa req-2aaf51df-c1ea-4c07-9918-5a76056e36fa tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:40:22.463825 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-5bc976a0-1181-4dd6-b44e-dbc0746524fa req-2aaf51df-c1ea-4c07-9918-5a76056e36fa tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:22.465052 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:40:22.478406 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-bd27f0b2-117e-4151-a815-44d33b02348a tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2774366'] for port (088c70d9-c41d-41c4-8ebb-66624a621f07), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:22.480988 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5bc976a0-1181-4dd6-b44e-dbc0746524fa req-2aaf51df-c1ea-4c07-9918-5a76056e36fa tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5812545 Jun 15 10:40:22.498744 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [req-5bc976a0-1181-4dd6-b44e-dbc0746524fa req-daf9c28d-dd8c-4a3f-bae1-b4dc311e5691 service neutron] Request body: {'port': {'device_id': 'cb3d8364-1d9b-4bb8-a147-37a0a249a833', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84349'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:40:22.541594 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-232df472-10b3-4619-acf1-a9639db1e19c req-1ec7b21f-78af-4f63-94c8-2d548549ea96 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.49 "GET /v2.0/security-groups?id=6973b2b7-2606-4029-bb79-335c861bdd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120973 Jun 15 10:40:22.545471 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd27f0b2-117e-4151-a815-44d33b02348a tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Network 0c6836d1-4e10-4696-9cf9-183899f77c81 is already hosted by enough agents. {{(pid=103805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:40:22.548766 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.base_scheduler [None req-bd27f0b2-117e-4151-a815-44d33b02348a tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Resources bound (agent type, host, resource id): {{(pid=103805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:40:22.552999 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd27f0b2-117e-4151-a815-44d33b02348a tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Received port after_create {{(pid=103805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:40:22.559050 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-5bc976a0-1181-4dd6-b44e-dbc0746524fa req-daf9c28d-dd8c-4a3f-bae1-b4dc311e5691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (e5fa316f-d4ae-45f6-8776-e0be02461582), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:22.567890 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:40:22.575342 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd27f0b2-117e-4151-a815-44d33b02348a tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Pushing event updated for resources: {'Port': ['ID=088c70d9-c41d-41c4-8ebb-66624a621f07,revision_number=1']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:40:22.585586 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd27f0b2-117e-4151-a815-44d33b02348a tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:40:22.585928 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd27f0b2-117e-4151-a815-44d33b02348a tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:40:22.586268 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd27f0b2-117e-4151-a815-44d33b02348a tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:40:22.586620 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd27f0b2-117e-4151-a815-44d33b02348a tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:40:22.586930 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd27f0b2-117e-4151-a815-44d33b02348a tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:40:22.587285 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd27f0b2-117e-4151-a815-44d33b02348a tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:40:22.587610 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd27f0b2-117e-4151-a815-44d33b02348a tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:40:22.587932 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd27f0b2-117e-4151-a815-44d33b02348a tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:40:22.588256 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd27f0b2-117e-4151-a815-44d33b02348a tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:40:22.588576 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd27f0b2-117e-4151-a815-44d33b02348a tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:40:22.588896 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd27f0b2-117e-4151-a815-44d33b02348a tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:40:22.589216 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd27f0b2-117e-4151-a815-44d33b02348a tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:40:22.589534 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd27f0b2-117e-4151-a815-44d33b02348a tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:40:22.589852 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd27f0b2-117e-4151-a815-44d33b02348a tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:40:22.590169 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd27f0b2-117e-4151-a815-44d33b02348a tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:40:22.659874 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:40:22.680771 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (a4349971-e88a-4ea8-a067-54d07204ee65), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:22.824772 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [req-5bc976a0-1181-4dd6-b44e-dbc0746524fa req-daf9c28d-dd8c-4a3f-bae1-b4dc311e5691 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5fa316f-d4ae-45f6-8776-e0be02461582 {{(pid=103806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 10:40:22.832598 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-5bc976a0-1181-4dd6-b44e-dbc0746524fa req-daf9c28d-dd8c-4a3f-bae1-b4dc311e5691 service neutron] Publish callbacks [] for port (e5fa316f-d4ae-45f6-8776-e0be02461582), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:22.845407 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.provisioning_blocks [req-5bc976a0-1181-4dd6-b44e-dbc0746524fa req-daf9c28d-dd8c-4a3f-bae1-b4dc311e5691 service neutron] Transition to ACTIVE for port object e5fa316f-d4ae-45f6-8776-e0be02461582 will not be triggered until provisioned by entity L2. {{(pid=103806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 10:40:22.848462 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-5bc976a0-1181-4dd6-b44e-dbc0746524fa req-daf9c28d-dd8c-4a3f-bae1-b4dc311e5691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-252119569'] for port (e5fa316f-d4ae-45f6-8776-e0be02461582), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:22.897951 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf9c28d-dd8c-4a3f-bae1-b4dc311e5691 service neutron] Pushing event updated for resources: {'Port': ['ID=e5fa316f-d4ae-45f6-8776-e0be02461582,revision_number=2']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:40:22.908562 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-bd27f0b2-117e-4151-a815-44d33b02348a tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Publish callbacks [] for floatingip (c2938d4b-6b8a-4a89-9908-3a25dba670a6), precommit_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:22.969193 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-5bc976a0-1181-4dd6-b44e-dbc0746524fa req-daf9c28d-dd8c-4a3f-bae1-b4dc311e5691 service neutron] Attempting to bind port e5fa316f-d4ae-45f6-8776-e0be02461582 on host hv-cinder-84349 for vnic_type normal with profile {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 10:40:22.969533 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-5bc976a0-1181-4dd6-b44e-dbc0746524fa req-daf9c28d-dd8c-4a3f-bae1-b4dc311e5691 service neutron] Attempting to bind port e5fa316f-d4ae-45f6-8776-e0be02461582 by drivers openvswitch,hyperv on host hv-cinder-84349 at level 0 using segments [{'id': '4fa5687d-654a-42b8-8e31-b16f3174e2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '38c3248b-0ee1-440d-9b31-0c1018fc7378'}] {{(pid=103806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 10:40:22.969856 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc976a0-1181-4dd6-b44e-dbc0746524fa req-daf9c28d-dd8c-4a3f-bae1-b4dc311e5691 service neutron] Attempting to bind port e5fa316f-d4ae-45f6-8776-e0be02461582 on network 38c3248b-0ee1-440d-9b31-0c1018fc7378 {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:40:22.974579 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc976a0-1181-4dd6-b44e-dbc0746524fa req-daf9c28d-dd8c-4a3f-bae1-b4dc311e5691 service neutron] Port e5fa316f-d4ae-45f6-8776-e0be02461582 on network 38c3248b-0ee1-440d-9b31-0c1018fc7378 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84349 {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 10:40:22.974898 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc976a0-1181-4dd6-b44e-dbc0746524fa req-daf9c28d-dd8c-4a3f-bae1-b4dc311e5691 service neutron] Attempting to bind port e5fa316f-d4ae-45f6-8776-e0be02461582 on network 38c3248b-0ee1-440d-9b31-0c1018fc7378 {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:40:22.978249 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-bd27f0b2-117e-4151-a815-44d33b02348a tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (088c70d9-c41d-41c4-8ebb-66624a621f07), before_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:22.979915 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc976a0-1181-4dd6-b44e-dbc0746524fa req-daf9c28d-dd8c-4a3f-bae1-b4dc311e5691 service neutron] Checking agent: {'id': 'a4349971-e88a-4ea8-a067-54d07204ee65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84349', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 10, 29, 20), 'started_at': datetime.datetime(2022, 6, 15, 10, 29, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 10, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 10:40:22.980248 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc976a0-1181-4dd6-b44e-dbc0746524fa req-daf9c28d-dd8c-4a3f-bae1-b4dc311e5691 service neutron] Checking segment: {'id': '4fa5687d-654a-42b8-8e31-b16f3174e2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '38c3248b-0ee1-440d-9b31-0c1018fc7378'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:40:22.980634 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc976a0-1181-4dd6-b44e-dbc0746524fa req-daf9c28d-dd8c-4a3f-bae1-b4dc311e5691 service neutron] Bound using segment: {'id': '4fa5687d-654a-42b8-8e31-b16f3174e2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '38c3248b-0ee1-440d-9b31-0c1018fc7378'} {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 10:40:22.981061 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-5bc976a0-1181-4dd6-b44e-dbc0746524fa req-daf9c28d-dd8c-4a3f-bae1-b4dc311e5691 service neutron] Bound port: e5fa316f-d4ae-45f6-8776-e0be02461582, host: hv-cinder-84349, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fa5687d-654a-42b8-8e31-b16f3174e2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '38c3248b-0ee1-440d-9b31-0c1018fc7378'}}] {{(pid=103806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 10:40:22.981415 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-5bc976a0-1181-4dd6-b44e-dbc0746524fa req-daf9c28d-dd8c-4a3f-bae1-b4dc311e5691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (e5fa316f-d4ae-45f6-8776-e0be02461582), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:23.042250 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-5bc976a0-1181-4dd6-b44e-dbc0746524fa req-daf9c28d-dd8c-4a3f-bae1-b4dc311e5691 service neutron] For port e5fa316f-d4ae-45f6-8776-e0be02461582, host hv-cinder-84349, cleared binding levels {{(pid=103806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 10:40:23.045332 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-5bc976a0-1181-4dd6-b44e-dbc0746524fa req-daf9c28d-dd8c-4a3f-bae1-b4dc311e5691 service neutron] For port e5fa316f-d4ae-45f6-8776-e0be02461582, host hv-cinder-84349, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=e5fa316f-d4ae-45f6-8776-e0be02461582,segment=NetworkSegment(4fa5687d-654a-42b8-8e31-b16f3174e2b4),segment_id=4fa5687d-654a-42b8-8e31-b16f3174e2b4)] {{(pid=103806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 10:40:23.050934 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-5bc976a0-1181-4dd6-b44e-dbc0746524fa req-daf9c28d-dd8c-4a3f-bae1-b4dc311e5691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-252119569'] for port (e5fa316f-d4ae-45f6-8776-e0be02461582), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:23.086964 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc976a0-1181-4dd6-b44e-dbc0746524fa req-daf9c28d-dd8c-4a3f-bae1-b4dc311e5691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:40:23.087611 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-5bc976a0-1181-4dd6-b44e-dbc0746524fa req-daf9c28d-dd8c-4a3f-bae1-b4dc311e5691 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:23.088990 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5bc976a0-1181-4dd6-b44e-dbc0746524fa req-daf9c28d-dd8c-4a3f-bae1-b4dc311e5691 service neutron] 10.222.0.62 "PUT /v2.0/ports/e5fa316f-d4ae-45f6-8776-e0be02461582 HTTP/1.1" status: 200 len: 1094 time: 0.5946014 Jun 15 10:40:23.089421 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb3d8364-1d9b-4bb8-a147-37a0a249a833', 'tag': 'e5fa316f-d4ae-45f6-8776-e0be02461582'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:40:23.091715 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15acf06c26f001ded10715ddc8547394d4bbc7e5ff5a4e462e54e6774371169d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c9b8a4-c66d-4ae0-89ab-927931f5d635" -d '{"events": [{"name": "network-changed", "server_uuid": "cb3d8364-1d9b-4bb8-a147-37a0a249a833", "tag": "e5fa316f-d4ae-45f6-8776-e0be02461582"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:40:23.112940 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf9c28d-dd8c-4a3f-bae1-b4dc311e5691 service neutron] Pushing event updated for resources: {'Port': ['ID=e5fa316f-d4ae-45f6-8776-e0be02461582,revision_number=3']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:40:23.127683 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-bd27f0b2-117e-4151-a815-44d33b02348a tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Publish callbacks [] for port (088c70d9-c41d-41c4-8ebb-66624a621f07), precommit_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:23.132359 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-bd27f0b2-117e-4151-a815-44d33b02348a tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2774345'] for port (088c70d9-c41d-41c4-8ebb-66624a621f07), after_update {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:23.147294 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 10:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd800993-4767-4f39-bafa-d227b1298eb1 x-openstack-request-id: req-dd800993-4767-4f39-bafa-d227b1298eb1 {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:40:23.147593 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb3d8364-1d9b-4bb8-a147-37a0a249a833", "tag": "e5fa316f-d4ae-45f6-8776-e0be02461582", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:40:23.147895 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dd800993-4767-4f39-bafa-d227b1298eb1 {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:40:23.148451 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd800993-4767-4f39-bafa-d227b1298eb1'] response: {'name': 'network-changed', 'server_uuid': 'cb3d8364-1d9b-4bb8-a147-37a0a249a833', 'tag': 'e5fa316f-d4ae-45f6-8776-e0be02461582', 'status': 'completed', 'code': 200} Jun 15 10:40:23.200421 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd27f0b2-117e-4151-a815-44d33b02348a tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Pushing event updated for resources: {'Port': ['ID=088c70d9-c41d-41c4-8ebb-66624a621f07,revision_number=2']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:40:23.205445 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc976a0-1181-4dd6-b44e-dbc0746524fa req-cbf5a9c0-c484-4b08-9588-267698c2b31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:40:23.207668 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5bc976a0-1181-4dd6-b44e-dbc0746524fa req-cbf5a9c0-c484-4b08-9588-267698c2b31f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=129b7faaaf264434baf88ffe0fe9bb25&device_id=cb3d8364-1d9b-4bb8-a147-37a0a249a833 HTTP/1.1" status: 200 len: 1128 time: 0.0418274 Jun 15 10:40:23.213593 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-bd27f0b2-117e-4151-a815-44d33b02348a tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-721338'] for floatingip (c2938d4b-6b8a-4a89-9908-3a25dba670a6), after_create {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:23.258031 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5bc976a0-1181-4dd6-b44e-dbc0746524fa req-e2061258-ffe8-421e-8cb6-a0f90aa480bb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5fa316f-d4ae-45f6-8776-e0be02461582 HTTP/1.1" status: 200 len: 217 time: 0.0352113 Jun 15 10:40:23.274899 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:40:23.306319 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc976a0-1181-4dd6-b44e-dbc0746524fa req-5dcdecba-ef8a-43c5-9325-093691e30f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:40:23.307781 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5bc976a0-1181-4dd6-b44e-dbc0746524fa req-5dcdecba-ef8a-43c5-9325-093691e30f68 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=80beb8af-569c-4f6e-b662-136b287343c7 HTTP/1.1" status: 200 len: 853 time: 0.0436397 Jun 15 10:40:23.308252 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.db.l3_db [None req-bd27f0b2-117e-4151-a815-44d33b02348a tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Floating IP c2938d4b-6b8a-4a89-9908-3a25dba670a6 associated. External IP: 172.27.0.63, port: 94642a1a-1e5d-4c38-8e39-fe86241784ed. Jun 15 10:40:23.339822 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5bc976a0-1181-4dd6-b44e-dbc0746524fa req-7f83117d-3d7e-49dd-83b3-d48f828dadaa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=38c3248b-0ee1-440d-9b31-0c1018fc7378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254376 Jun 15 10:40:23.444177 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5bc976a0-1181-4dd6-b44e-dbc0746524fa req-0d9c34e8-e31d-49aa-aaab-adabb4d4221c service neutron] 10.222.0.62 "GET /v2.0/networks/38c3248b-0ee1-440d-9b31-0c1018fc7378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972772 Jun 15 10:40:23.537996 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5bc976a0-1181-4dd6-b44e-dbc0746524fa req-197bcc61-7839-4b85-b7b5-a98b0c5c06a5 service neutron] 10.222.0.62 "GET /v2.0/networks/38c3248b-0ee1-440d-9b31-0c1018fc7378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866871 Jun 15 10:40:23.613009 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:40:23.672736 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a3e07-fb21-49f4-9715-1086683c01cc req-de36c525-e3de-4ea1-b767-a69fc6a78173 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:40:23.674216 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-aa8a3e07-fb21-49f4-9715-1086683c01cc req-de36c525-e3de-4ea1-b767-a69fc6a78173 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3d8364-1d9b-4bb8-a147-37a0a249a833 HTTP/1.1" status: 200 len: 944 time: 0.0560007 Jun 15 10:40:23.792691 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-aa8a3e07-fb21-49f4-9715-1086683c01cc req-772635c1-2d16-45fe-bac1-48a0ac48f413 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.49 "GET /v2.0/security-groups?id=6973b2b7-2606-4029-bb79-335c861bdd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844898 Jun 15 10:40:23.809309 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd27f0b2-117e-4151-a815-44d33b02348a tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Router 4fbe59bf-b10f-420f-a18f-16b3a652b95d has already been hosted by L3 agent 06043943-94cb-49df-a062-a4886c03e673 {{(pid=103805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 10:40:23.910603 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd27f0b2-117e-4151-a815-44d33b02348a tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Notify agent at l3_agent.dv-cinder-843493-2-iscsi the message routers_updated {{(pid=103805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 10:40:23.919764 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52452902-6269-44de-91a5-751ef6fab21f None None] Sync routers for ids ['4fbe59bf-b10f-420f-a18f-16b3a652b95d'] in dv-cinder-843493-2-iscsi {{(pid=103807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 10:40:23.928926 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-bd27f0b2-117e-4151-a815-44d33b02348a tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for floatingip (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:23.930258 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52452902-6269-44de-91a5-751ef6fab21f None None] Routers {'4fbe59bf-b10f-420f-a18f-16b3a652b95d'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:40:23.930891 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-52452902-6269-44de-91a5-751ef6fab21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:40:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['4fbe59bf-b10f-420f-a18f-16b3a652b95d'], 'active': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:40:23.958679 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-bd27f0b2-117e-4151-a815-44d33b02348a tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8929617 Jun 15 10:40:23.959294 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f6bfe90-7d7f-4905-b097-81c9bda21a3e', 'tag': '94642a1a-1e5d-4c38-8e39-fe86241784ed'}] {{(pid=103805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:40:23.961541 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dae1a2ec98fad4bc98d3c27259afee88ba803ed696ab09c59914859421da8ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7d95b4-fe5e-438a-b12c-0f476ae864a1" -d '{"events": [{"name": "network-changed", "server_uuid": "4f6bfe90-7d7f-4905-b097-81c9bda21a3e", "tag": "94642a1a-1e5d-4c38-8e39-fe86241784ed"}]}' {{(pid=103805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:40:23.997267 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 10:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9300bc-430f-436e-bc8e-3a284951d5ff x-openstack-request-id: req-0f9300bc-430f-436e-bc8e-3a284951d5ff {{(pid=103805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:40:23.997589 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f6bfe90-7d7f-4905-b097-81c9bda21a3e", "tag": "94642a1a-1e5d-4c38-8e39-fe86241784ed", "status": "completed", "code": 200}]} {{(pid=103805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:40:23.997845 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0f9300bc-430f-436e-bc8e-3a284951d5ff {{(pid=103805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:40:23.998254 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f9300bc-430f-436e-bc8e-3a284951d5ff'] response: {'name': 'network-changed', 'server_uuid': '4f6bfe90-7d7f-4905-b097-81c9bda21a3e', 'tag': '94642a1a-1e5d-4c38-8e39-fe86241784ed', 'status': 'completed', 'code': 200} Jun 15 10:40:24.035029 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvr_db [None req-52452902-6269-44de-91a5-751ef6fab21f None None] Set router 4fbe59bf-b10f-420f-a18f-16b3a652b95d gateway port host: dv-cinder-843493-2-iscsi {{(pid=103807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:40:24.234673 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-52452902-6269-44de-91a5-751ef6fab21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbe59bf-b10f-420f-a18f-16b3a652b95d', 'name': 'tempest-TestShelveInstance-385863568-router', 'tenant_id': 'fe56b435fdbf49629bfc5e06c24e78b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '92fc09dd-e365-4cbb-9c1d-25960bdbec2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:39:20Z', 'updated_at': '2022-06-15T10:39:24Z', 'revision_number': 4, 'project_id': 'fe56b435fdbf49629bfc5e06c24e78b9', 'gw_port': {'id': '92fc09dd-e365-4cbb-9c1d-25960bdbec2d', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbe59bf-b10f-420f-a18f-16b3a652b95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:39:21Z', 'updated_at': '2022-06-15T10:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_floatingips': [{'id': 'c2938d4b-6b8a-4a89-9908-3a25dba670a6', 'tenant_id': 'fe56b435fdbf49629bfc5e06c24e78b9', 'floating_ip_address': '172.27.0.63', 'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'router_id': '4fbe59bf-b10f-420f-a18f-16b3a652b95d', 'port_id': '94642a1a-1e5d-4c38-8e39-fe86241784ed', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c676230-a21e-47f7-b248-35e003e07d94', 'mac_address': 'fa:16:3e:f2:16:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6bfe90-7d7f-4905-b097-81c9bda21a3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T10:40:22Z', 'updated_at': '2022-06-15T10:40:22Z', 'revision_number': 0, 'project_id': 'fe56b435fdbf49629bfc5e06c24e78b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8c9d95d-17c7-4629-bfa5-52a6ddf42c30', 'name': '', 'network_id': '6c676230-a21e-47f7-b248-35e003e07d94', 'tenant_id': 'fe56b435fdbf49629bfc5e06c24e78b9', 'mac_address': 'fa:16:3e:e9:d0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbe59bf-b10f-420f-a18f-16b3a652b95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'bbaedce3-07fe-427f-8c9e-c552095c0fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:39:23Z', 'updated_at': '2022-06-15T10:39:28Z', 'revision_number': 5, 'project_id': 'fe56b435fdbf49629bfc5e06c24e78b9', 'subnets': [{'id': 'bbaedce3-07fe-427f-8c9e-c552095c0fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:40:24.258489 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52452902-6269-44de-91a5-751ef6fab21f None None] Checking router: 4fbe59bf-b10f-420f-a18f-16b3a652b95d for host: dv-cinder-843493-2-iscsi {{(pid=103807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 10:40:24.267114 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52452902-6269-44de-91a5-751ef6fab21f None None] Routers {'4fbe59bf-b10f-420f-a18f-16b3a652b95d'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:40:24.267707 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-52452902-6269-44de-91a5-751ef6fab21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:40:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['4fbe59bf-b10f-420f-a18f-16b3a652b95d'], 'active': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:40:24.365523 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvr_db [None req-52452902-6269-44de-91a5-751ef6fab21f None None] Set router 4fbe59bf-b10f-420f-a18f-16b3a652b95d gateway port host: dv-cinder-843493-2-iscsi {{(pid=103807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:40:24.553976 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:40:24.570333 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-52452902-6269-44de-91a5-751ef6fab21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbe59bf-b10f-420f-a18f-16b3a652b95d', 'name': 'tempest-TestShelveInstance-385863568-router', 'tenant_id': 'fe56b435fdbf49629bfc5e06c24e78b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '92fc09dd-e365-4cbb-9c1d-25960bdbec2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:39:20Z', 'updated_at': '2022-06-15T10:39:24Z', 'revision_number': 4, 'project_id': 'fe56b435fdbf49629bfc5e06c24e78b9', 'gw_port': {'id': '92fc09dd-e365-4cbb-9c1d-25960bdbec2d', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbe59bf-b10f-420f-a18f-16b3a652b95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:39:21Z', 'updated_at': '2022-06-15T10:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_floatingips': [{'id': 'c2938d4b-6b8a-4a89-9908-3a25dba670a6', 'tenant_id': 'fe56b435fdbf49629bfc5e06c24e78b9', 'floating_ip_address': '172.27.0.63', 'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'router_id': '4fbe59bf-b10f-420f-a18f-16b3a652b95d', 'port_id': '94642a1a-1e5d-4c38-8e39-fe86241784ed', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c676230-a21e-47f7-b248-35e003e07d94', 'mac_address': 'fa:16:3e:f2:16:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6bfe90-7d7f-4905-b097-81c9bda21a3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T10:40:22Z', 'updated_at': '2022-06-15T10:40:22Z', 'revision_number': 0, 'project_id': 'fe56b435fdbf49629bfc5e06c24e78b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8c9d95d-17c7-4629-bfa5-52a6ddf42c30', 'name': '', 'network_id': '6c676230-a21e-47f7-b248-35e003e07d94', 'tenant_id': 'fe56b435fdbf49629bfc5e06c24e78b9', 'mac_address': 'fa:16:3e:e9:d0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbe59bf-b10f-420f-a18f-16b3a652b95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'bbaedce3-07fe-427f-8c9e-c552095c0fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:39:23Z', 'updated_at': '2022-06-15T10:39:28Z', 'revision_number': 5, 'project_id': 'fe56b435fdbf49629bfc5e06c24e78b9', 'subnets': [{'id': 'bbaedce3-07fe-427f-8c9e-c552095c0fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:40:24.595038 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52452902-6269-44de-91a5-751ef6fab21f None None] The sync data for ids ['4fbe59bf-b10f-420f-a18f-16b3a652b95d'] in dv-cinder-843493-2-iscsi is: [{'id': '4fbe59bf-b10f-420f-a18f-16b3a652b95d', 'name': 'tempest-TestShelveInstance-385863568-router', 'tenant_id': 'fe56b435fdbf49629bfc5e06c24e78b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '92fc09dd-e365-4cbb-9c1d-25960bdbec2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:39:20Z', 'updated_at': '2022-06-15T10:39:24Z', 'revision_number': 4, 'project_id': 'fe56b435fdbf49629bfc5e06c24e78b9', 'gw_port': {'id': '92fc09dd-e365-4cbb-9c1d-25960bdbec2d', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbe59bf-b10f-420f-a18f-16b3a652b95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:39:21Z', 'updated_at': '2022-06-15T10:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_floatingips': [{'id': 'c2938d4b-6b8a-4a89-9908-3a25dba670a6', 'tenant_id': 'fe56b435fdbf49629bfc5e06c24e78b9', 'floating_ip_address': '172.27.0.63', 'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'router_id': '4fbe59bf-b10f-420f-a18f-16b3a652b95d', 'port_id': '94642a1a-1e5d-4c38-8e39-fe86241784ed', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c676230-a21e-47f7-b248-35e003e07d94', 'mac_address': 'fa:16:3e:f2:16:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6bfe90-7d7f-4905-b097-81c9bda21a3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T10:40:22Z', 'updated_at': '2022-06-15T10:40:22Z', 'revision_number': 0, 'project_id': 'fe56b435fdbf49629bfc5e06c24e78b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8c9d95d-17c7-4629-bfa5-52a6ddf42c30', 'name': '', 'network_id': '6c676230-a21e-47f7-b248-35e003e07d94', 'tenant_id': 'fe56b435fdbf49629bfc5e06c24e78b9', 'mac_address': 'fa:16:3e:e9:d0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbe59bf-b10f-420f-a18f-16b3a652b95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'bbaedce3-07fe-427f-8c9e-c552095c0fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:39:23Z', 'updated_at': '2022-06-15T10:39:28Z', 'revision_number': 5, 'project_id': 'fe56b435fdbf49629bfc5e06c24e78b9', 'subnets': [{'id': 'bbaedce3-07fe-427f-8c9e-c552095c0fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 10:40:24.613985 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:40:24.623999 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:40:24.632662 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d95b4-fe5e-438a-b12c-0f476ae864a1 req-1db6a77e-aa84-4dcd-a3e6-d17b9ae810f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:40:24.634181 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8b7d95b4-fe5e-438a-b12c-0f476ae864a1 req-1db6a77e-aa84-4dcd-a3e6-d17b9ae810f7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe56b435fdbf49629bfc5e06c24e78b9&device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 1129 time: 0.0732527 Jun 15 10:40:24.638324 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9b8a4-c66d-4ae0-89ab-927931f5d635 req-4b94f4ac-cf4a-43d7-86b4-28a702aaa9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:40:24.639922 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b1c9b8a4-c66d-4ae0-89ab-927931f5d635 req-4b94f4ac-cf4a-43d7-86b4-28a702aaa9f6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=129b7faaaf264434baf88ffe0fe9bb25&device_id=cb3d8364-1d9b-4bb8-a147-37a0a249a833 HTTP/1.1" status: 200 len: 1128 time: 0.0803473 Jun 15 10:40:24.779412 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ddb334-a0a0-4c78-ab45-e9da3bb0f199 None None] New status for floating IP c2938d4b-6b8a-4a89-9908-3a25dba670a6: ACTIVE {{(pid=103808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 10:40:24.802059 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d95b4-fe5e-438a-b12c-0f476ae864a1 req-5a3155da-df07-4ec2-a5db-b65177e36527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:40:24.803564 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8b7d95b4-fe5e-438a-b12c-0f476ae864a1 req-5a3155da-df07-4ec2-a5db-b65177e36527 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6c676230-a21e-47f7-b248-35e003e07d94 HTTP/1.1" status: 200 len: 909 time: 0.1613665 Jun 15 10:40:24.804909 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9b8a4-c66d-4ae0-89ab-927931f5d635 req-547a7d12-f8ff-4db5-9e12-3a0fa3eebf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:40:24.806137 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b1c9b8a4-c66d-4ae0-89ab-927931f5d635 req-547a7d12-f8ff-4db5-9e12-3a0fa3eebf22 service neutron] 10.222.0.62 "GET /v2.0/networks?id=38c3248b-0ee1-440d-9b31-0c1018fc7378 HTTP/1.1" status: 200 len: 914 time: 0.1554711 Jun 15 10:40:24.882563 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b1c9b8a4-c66d-4ae0-89ab-927931f5d635 req-b444e4b6-4560-445c-9d1f-54e0a46166bc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5fa316f-d4ae-45f6-8776-e0be02461582 HTTP/1.1" status: 200 len: 217 time: 0.0618322 Jun 15 10:40:24.915386 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd541d-5f32-47ce-86a8-6866212403c5 req-08a34d82-6c19-44f8-99fb-7f469a2c4754 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:40:24.916966 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-18cd541d-5f32-47ce-86a8-6866212403c5 req-08a34d82-6c19-44f8-99fb-7f469a2c4754 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3d8364-1d9b-4bb8-a147-37a0a249a833 HTTP/1.1" status: 200 len: 944 time: 0.0515056 Jun 15 10:40:24.931962 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8b7d95b4-fe5e-438a-b12c-0f476ae864a1 req-66c61c8a-673d-4cad-9117-ca2e0708c783 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94642a1a-1e5d-4c38-8e39-fe86241784ed HTTP/1.1" status: 200 len: 998 time: 0.1171334 Jun 15 10:40:24.970713 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-18cd541d-5f32-47ce-86a8-6866212403c5 req-3a8cbce4-3139-4021-bd1e-a827fb9a8a56 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.49 "GET /v2.0/security-groups?id=6973b2b7-2606-4029-bb79-335c861bdd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458877 Jun 15 10:40:24.978498 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9b8a4-c66d-4ae0-89ab-927931f5d635 req-ab079185-cb62-4851-8de2-c280a7c46451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:40:24.980052 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b1c9b8a4-c66d-4ae0-89ab-927931f5d635 req-ab079185-cb62-4851-8de2-c280a7c46451 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=80beb8af-569c-4f6e-b662-136b287343c7 HTTP/1.1" status: 200 len: 853 time: 0.0883818 Jun 15 10:40:25.018202 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d95b4-fe5e-438a-b12c-0f476ae864a1 req-79e13d9d-2076-4362-83ba-d2ac64a3e527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:40:25.019709 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8b7d95b4-fe5e-438a-b12c-0f476ae864a1 req-79e13d9d-2076-4362-83ba-d2ac64a3e527 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bbaedce3-07fe-427f-8c9e-c552095c0fcd HTTP/1.1" status: 200 len: 847 time: 0.0809233 Jun 15 10:40:25.021400 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b1c9b8a4-c66d-4ae0-89ab-927931f5d635 req-bc5123ba-c0b6-4a96-829b-25f4386028f4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=38c3248b-0ee1-440d-9b31-0c1018fc7378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327628 Jun 15 10:40:25.092866 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d95b4-fe5e-438a-b12c-0f476ae864a1 req-eeda3d9d-6790-4db7-9e31-e1992f8b24b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:40:25.094377 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8b7d95b4-fe5e-438a-b12c-0f476ae864a1 req-eeda3d9d-6790-4db7-9e31-e1992f8b24b2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6c676230-a21e-47f7-b248-35e003e07d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0634658 Jun 15 10:40:25.198931 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b1c9b8a4-c66d-4ae0-89ab-927931f5d635 req-78c074ee-9509-4498-8186-a872e6e09675 service neutron] 10.222.0.62 "GET /v2.0/networks/38c3248b-0ee1-440d-9b31-0c1018fc7378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666815 Jun 15 10:40:25.252617 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8b7d95b4-fe5e-438a-b12c-0f476ae864a1 req-6720e4ae-12ad-4990-ae68-50c77ffa25cb service neutron] 10.222.0.62 "GET /v2.0/networks/6c676230-a21e-47f7-b248-35e003e07d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318059 Jun 15 10:40:25.357547 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b1c9b8a4-c66d-4ae0-89ab-927931f5d635 req-76a867f7-dd41-4f1c-9dca-bd7da7cdba68 service neutron] 10.222.0.62 "GET /v2.0/networks/38c3248b-0ee1-440d-9b31-0c1018fc7378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511271 Jun 15 10:40:25.382238 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8b7d95b4-fe5e-438a-b12c-0f476ae864a1 req-ba9bad64-33d7-4c72-a0f9-72061181ddc4 service neutron] 10.222.0.62 "GET /v2.0/networks/6c676230-a21e-47f7-b248-35e003e07d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044514 Jun 15 10:40:26.086934 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a9401-9bf0-4b54-a53d-a36cf558b470 req-96d3b97c-a6a3-4888-827f-ac91dd6603cb tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:40:26.088440 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-043a9401-9bf0-4b54-a53d-a36cf558b470 req-96d3b97c-a6a3-4888-827f-ac91dd6603cb tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3d8364-1d9b-4bb8-a147-37a0a249a833 HTTP/1.1" status: 200 len: 944 time: 0.0464444 Jun 15 10:40:26.133922 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-043a9401-9bf0-4b54-a53d-a36cf558b470 req-be5cf683-1bdf-4d7f-8b8b-b2caa7bc3c12 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.49 "GET /v2.0/security-groups?id=6973b2b7-2606-4029-bb79-335c861bdd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400836 Jun 15 10:40:27.247009 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80695090-7673-4696-9723-1fcfb6b56a03 req-8402ad29-cebc-427c-b70f-7a5e7462c004 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:40:27.248521 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-80695090-7673-4696-9723-1fcfb6b56a03 req-8402ad29-cebc-427c-b70f-7a5e7462c004 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3d8364-1d9b-4bb8-a147-37a0a249a833 HTTP/1.1" status: 200 len: 944 time: 0.0478258 Jun 15 10:40:27.279636 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-18bd7e6d-d1d9-4a92-9b56-35ba3a7f45d4 req-bfa7c86f-1535-40ab-9cdf-8724f73b2f6e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2626cd15-7eaf-42ac-adce-e523831ee0c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377991 Jun 15 10:40:27.295603 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-80695090-7673-4696-9723-1fcfb6b56a03 req-d9f5e020-9d47-4711-b486-9ff7d6aa3dd6 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.49 "GET /v2.0/security-groups?id=6973b2b7-2606-4029-bb79-335c861bdd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414960 Jun 15 10:40:27.377985 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bd7e6d-d1d9-4a92-9b56-35ba3a7f45d4 req-05cd615d-abbc-42d2-b1a8-88dfe725d3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:40:27.379463 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-18bd7e6d-d1d9-4a92-9b56-35ba3a7f45d4 req-05cd615d-abbc-42d2-b1a8-88dfe725d3e1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f096e399deac4d029ff63e3cb7f1ce9f&device_id=2626cd15-7eaf-42ac-adce-e523831ee0c7 HTTP/1.1" status: 200 len: 1129 time: 0.0415840 Jun 15 10:40:27.415445 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=100 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:40:27.428811 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=100 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:40:27.482559 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bd7e6d-d1d9-4a92-9b56-35ba3a7f45d4 req-d4962671-768e-4889-bd7d-2258d07de88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:40:27.484085 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-18bd7e6d-d1d9-4a92-9b56-35ba3a7f45d4 req-d4962671-768e-4889-bd7d-2258d07de88e service neutron] 10.222.0.62 "GET /v2.0/networks?id=104a1ab4-a947-4523-8e20-9882108d1335 HTTP/1.1" status: 200 len: 911 time: 0.0860152 Jun 15 10:40:27.521877 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device e5fa316f-d4ae-45f6-8776-e0be02461582 details requested by agent hyperv_hv-cinder-84349 with host hv-cinder-84349 {{(pid=103807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 10:40:27.547189 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-18bd7e6d-d1d9-4a92-9b56-35ba3a7f45d4 req-5e74f9c7-5c1c-43e8-9079-77cd09af71e7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e167a1a5-8acd-4587-800d-75d04b74e52e HTTP/1.1" status: 200 len: 1001 time: 0.0568783 Jun 15 10:40:27.552766 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:40:27.595379 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bd7e6d-d1d9-4a92-9b56-35ba3a7f45d4 req-4b89303c-7c2d-43c5-a40c-f93204df698d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:40:27.596833 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-18bd7e6d-d1d9-4a92-9b56-35ba3a7f45d4 req-4b89303c-7c2d-43c5-a40c-f93204df698d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=32c01357-607a-450c-811c-8330c498325d HTTP/1.1" status: 200 len: 849 time: 0.0441031 Jun 15 10:40:27.621457 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port e5fa316f-d4ae-45f6-8776-e0be02461582, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=e5fa316f-d4ae-45f6-8776-e0be02461582,segment=NetworkSegment(4fa5687d-654a-42b8-8e31-b16f3174e2b4),segment_id=4fa5687d-654a-42b8-8e31-b16f3174e2b4)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:40:27.632814 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Returning: {'device': 'e5fa316f-d4ae-45f6-8776-e0be02461582', 'network_id': '38c3248b-0ee1-440d-9b31-0c1018fc7378', 'port_id': 'e5fa316f-d4ae-45f6-8776-e0be02461582', 'mac_address': 'fa:16:3e:dc:a2:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80beb8af-569c-4f6e-b662-136b287343c7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 10:40:27.639032 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bd7e6d-d1d9-4a92-9b56-35ba3a7f45d4 req-43fa3c98-0b4f-4f7a-b28c-2c12e2d7fab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:40:27.641109 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-18bd7e6d-d1d9-4a92-9b56-35ba3a7f45d4 req-43fa3c98-0b4f-4f7a-b28c-2c12e2d7fab7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=104a1ab4-a947-4523-8e20-9882108d1335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376914 Jun 15 10:40:27.667648 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Current status of the port e5fa316f-d4ae-45f6-8776-e0be02461582 is: DOWN; New status is: BUILD {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:40:27.667955 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (e5fa316f-d4ae-45f6-8776-e0be02461582), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:27.680545 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5fa316f-d4ae-45f6-8776-e0be02461582 {{(pid=103807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 10:40:27.699961 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port e5fa316f-d4ae-45f6-8776-e0be02461582, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=e5fa316f-d4ae-45f6-8776-e0be02461582,segment=NetworkSegment(4fa5687d-654a-42b8-8e31-b16f3174e2b4),segment_id=4fa5687d-654a-42b8-8e31-b16f3174e2b4)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:40:27.705063 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (e5fa316f-d4ae-45f6-8776-e0be02461582), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:27.735303 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-18bd7e6d-d1d9-4a92-9b56-35ba3a7f45d4 req-69021119-85f3-4923-a9bd-61ae2e4c8c5d service neutron] 10.222.0.62 "GET /v2.0/networks/104a1ab4-a947-4523-8e20-9882108d1335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882165 Jun 15 10:40:27.754890 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Pushing event updated for resources: {'Port': ['ID=e5fa316f-d4ae-45f6-8776-e0be02461582,revision_number=4']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:40:27.824772 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-18bd7e6d-d1d9-4a92-9b56-35ba3a7f45d4 req-7eecde7e-4596-4eb4-a65f-3334e629ba7f service neutron] 10.222.0.62 "GET /v2.0/networks/104a1ab4-a947-4523-8e20-9882108d1335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830696 Jun 15 10:40:28.017020 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] get_ports_and_sgs() called for port_ids ['e5fa316f-d4ae-45f6-8776-e0be02461582'] {{(pid=103807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 10:40:28.406541 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9169414a-a5e1-4dd6-93e1-2e183fe66024 req-c40ccab3-a7ea-41e1-83b8-f785d38d9355 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:40:28.408049 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9169414a-a5e1-4dd6-93e1-2e183fe66024 req-c40ccab3-a7ea-41e1-83b8-f785d38d9355 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3d8364-1d9b-4bb8-a147-37a0a249a833 HTTP/1.1" status: 200 len: 945 time: 0.0463583 Jun 15 10:40:28.456965 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9169414a-a5e1-4dd6-93e1-2e183fe66024 req-ded00a63-d78e-464c-a9c0-da1e3d878e54 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.49 "GET /v2.0/security-groups?id=6973b2b7-2606-4029-bb79-335c861bdd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434070 Jun 15 10:40:29.544633 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device e5fa316f-d4ae-45f6-8776-e0be02461582 up at agent hyperv_hv-cinder-84349 {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:40:29.572764 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be02b9c-0c10-4289-9c28-fd53ea070349 req-20d6aa99-b1c1-4073-a6de-334f93ebd197 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:40:29.574301 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-4be02b9c-0c10-4289-9c28-fd53ea070349 req-20d6aa99-b1c1-4073-a6de-334f93ebd197 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3d8364-1d9b-4bb8-a147-37a0a249a833 HTTP/1.1" status: 200 len: 945 time: 0.0483782 Jun 15 10:40:29.628962 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-4be02b9c-0c10-4289-9c28-fd53ea070349 req-56c316e5-b0b4-421a-9ec2-5428692cd377 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.49 "GET /v2.0/security-groups?id=6973b2b7-2606-4029-bb79-335c861bdd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487695 Jun 15 10:40:29.709545 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Provisioning for port e5fa316f-d4ae-45f6-8776-e0be02461582 completed by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 10:40:29.715131 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Provisioning complete for port e5fa316f-d4ae-45f6-8776-e0be02461582 triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:40:29.715503 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (e5fa316f-d4ae-45f6-8776-e0be02461582), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:29.785462 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Current status of the port e5fa316f-d4ae-45f6-8776-e0be02461582 is: BUILD; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:40:29.785849 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (e5fa316f-d4ae-45f6-8776-e0be02461582), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:29.809003 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3d8364-1d9b-4bb8-a147-37a0a249a833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5fa316f-d4ae-45f6-8776-e0be02461582'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:40:29.811194 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9205ebd0146601a57e336ba0e259bffcba8e9192005a2aa68aaaf98781184b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e510ebf-d263-4948-8290-e5666ae20a4f" -d '{"events": [{"server_uuid": "cb3d8364-1d9b-4bb8-a147-37a0a249a833", "name": "network-vif-plugged", "status": "completed", "tag": "e5fa316f-d4ae-45f6-8776-e0be02461582"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:40:29.823618 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port e5fa316f-d4ae-45f6-8776-e0be02461582, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=e5fa316f-d4ae-45f6-8776-e0be02461582,segment=NetworkSegment(4fa5687d-654a-42b8-8e31-b16f3174e2b4),segment_id=4fa5687d-654a-42b8-8e31-b16f3174e2b4)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:40:29.827804 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (e5fa316f-d4ae-45f6-8776-e0be02461582), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:29.855143 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 10:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512ca72c-9700-4bea-99fd-dae2b55b7e1d x-openstack-request-id: req-512ca72c-9700-4bea-99fd-dae2b55b7e1d {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:40:29.855431 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb3d8364-1d9b-4bb8-a147-37a0a249a833", "name": "network-vif-plugged", "status": "completed", "tag": "e5fa316f-d4ae-45f6-8776-e0be02461582", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:40:29.855676 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-512ca72c-9700-4bea-99fd-dae2b55b7e1d {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:40:29.856054 dv-cinder-843493-2-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-512ca72c-9700-4bea-99fd-dae2b55b7e1d'] response: {'server_uuid': 'cb3d8364-1d9b-4bb8-a147-37a0a249a833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5fa316f-d4ae-45f6-8776-e0be02461582', 'code': 200} Jun 15 10:40:29.879656 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Pushing event updated for resources: {'Port': ['ID=e5fa316f-d4ae-45f6-8776-e0be02461582,revision_number=5']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:40:30.048191 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451fd6a-3899-4f7b-b1ad-4ab456948668 req-52bc4525-044a-4a1b-86c5-ee8c03e2c373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:40:30.049566 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f451fd6a-3899-4f7b-b1ad-4ab456948668 req-52bc4525-044a-4a1b-86c5-ee8c03e2c373 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cb3d8364-1d9b-4bb8-a147-37a0a249a833 HTTP/1.1" status: 200 len: 1130 time: 0.0380292 Jun 15 10:40:30.092332 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f451fd6a-3899-4f7b-b1ad-4ab456948668 req-dc47bbe5-4a06-413d-a319-cdc51b1b6853 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=6973b2b7-2606-4029-bb79-335c861bdd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359881 Jun 15 10:40:30.742993 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5162cba-c45e-422e-80ea-ca6ed2694060 req-333f197d-a65d-4766-aedb-671994ecc2e9 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:40:30.744508 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-f5162cba-c45e-422e-80ea-ca6ed2694060 req-333f197d-a65d-4766-aedb-671994ecc2e9 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3d8364-1d9b-4bb8-a147-37a0a249a833 HTTP/1.1" status: 200 len: 946 time: 0.0463531 Jun 15 10:40:30.792187 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-f5162cba-c45e-422e-80ea-ca6ed2694060 req-18c467ba-4895-4397-bbca-e8b88c9c0a4e tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.49 "GET /v2.0/security-groups?id=6973b2b7-2606-4029-bb79-335c861bdd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415566 Jun 15 10:40:31.906284 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286f892-a28d-4f40-8c01-f5fa5b58b551 req-ef3b333d-0549-4601-99ed-04b9175230e6 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:40:31.907770 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2286f892-a28d-4f40-8c01-f5fa5b58b551 req-ef3b333d-0549-4601-99ed-04b9175230e6 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3d8364-1d9b-4bb8-a147-37a0a249a833 HTTP/1.1" status: 200 len: 946 time: 0.0456347 Jun 15 10:40:31.954206 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2286f892-a28d-4f40-8c01-f5fa5b58b551 req-9f2b8432-1b16-4b8c-8fba-f38447b34102 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.49 "GET /v2.0/security-groups?id=6973b2b7-2606-4029-bb79-335c861bdd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410342 Jun 15 10:40:32.694510 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.agents_db [None req-cff4c53f-faac-479c-b9be-928944d02899 None None] Agent healthcheck: found 6 active agents {{(pid=103808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 10:40:34.887879 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:40:37.862197 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:40:40.781431 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=96,neutron:DELETE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:40:40.788563 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=71,neutron:DELETE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:40:41.948155 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=68 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:40:41.950400 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=68 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:40:42.690333 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:40:43.028835 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-a6ec93fa-fa35-452a-84b7-3a18f281fd6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (e7b68426-6abe-45ee-a2ce-c32f72f66753), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:45.224221 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-5d909403-81a2-4c49-9df7-196b1d9af0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (06043943-94cb-49df-a062-a4886c03e673), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:46.399912 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-59f444b4-2386-4fe1-b50f-b9e54b42d680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (3cca6303-0f2e-4b13-b82d-f2749c30f699), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:47.786406 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-28d06d32-ea2f-4019-b04d-5ef5fa4d530e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (28e3d1c3-881c-45f9-bfee-5bcc9597e0ae), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:47.986191 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (ad84a4c2-87cd-4603-a219-98785ef58eeb), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:52.684741 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (a4349971-e88a-4ea8-a067-54d07204ee65), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:52.974908 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba509d9-0d66-4cd9-a112-b5febb50453a req-3b367053-f362-4dc5-a8d7-4139e93036bc tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:40:52.976413 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0ba509d9-0d66-4cd9-a112-b5febb50453a req-3b367053-f362-4dc5-a8d7-4139e93036bc tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3d8364-1d9b-4bb8-a147-37a0a249a833 HTTP/1.1" status: 200 len: 946 time: 0.0502741 Jun 15 10:40:53.023159 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0ba509d9-0d66-4cd9-a112-b5febb50453a req-fbf400b7-b5ea-4d37-983e-0ffaff38fbf7 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.49 "GET /v2.0/security-groups?id=6973b2b7-2606-4029-bb79-335c861bdd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411973 Jun 15 10:40:54.135027 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a1876-131e-4eb8-85fc-e1971c600a06 req-3d278755-f32e-4690-a3da-b1c5b6abcf40 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:40:54.136501 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-ad4a1876-131e-4eb8-85fc-e1971c600a06 req-3d278755-f32e-4690-a3da-b1c5b6abcf40 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3d8364-1d9b-4bb8-a147-37a0a249a833 HTTP/1.1" status: 200 len: 946 time: 0.0454569 Jun 15 10:40:54.182422 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-ad4a1876-131e-4eb8-85fc-e1971c600a06 req-fca7c917-1814-4c25-9f3d-100ab6cc03f0 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.49 "GET /v2.0/security-groups?id=6973b2b7-2606-4029-bb79-335c861bdd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405087 Jun 15 10:40:54.839614 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44b46a-a03d-43c6-aa4b-17031f21a9c9 req-03f2c7c8-0344-441c-a411-28fdbca8e19f tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:40:54.841028 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7d44b46a-a03d-43c6-aa4b-17031f21a9c9 req-03f2c7c8-0344-441c-a411-28fdbca8e19f tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb3d8364-1d9b-4bb8-a147-37a0a249a833 HTTP/1.1" status: 200 len: 946 time: 0.0453436 Jun 15 10:40:54.923028 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [req-7d44b46a-a03d-43c6-aa4b-17031f21a9c9 req-eaef9e5f-5ddf-4d62-9f55-4c32eb4a267c tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Deleting port e5fa316f-d4ae-45f6-8776-e0be02461582 {{(pid=103806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:40:54.923397 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-7d44b46a-a03d-43c6-aa4b-17031f21a9c9 req-eaef9e5f-5ddf-4d62-9f55-4c32eb4a267c tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (e5fa316f-d4ae-45f6-8776-e0be02461582), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:55.009086 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-7d44b46a-a03d-43c6-aa4b-17031f21a9c9 req-eaef9e5f-5ddf-4d62-9f55-4c32eb4a267c tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] For port e5fa316f-d4ae-45f6-8776-e0be02461582, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=e5fa316f-d4ae-45f6-8776-e0be02461582,segment=NetworkSegment(4fa5687d-654a-42b8-8e31-b16f3174e2b4),segment_id=4fa5687d-654a-42b8-8e31-b16f3174e2b4)] {{(pid=103806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:40:55.009440 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-7d44b46a-a03d-43c6-aa4b-17031f21a9c9 req-eaef9e5f-5ddf-4d62-9f55-4c32eb4a267c tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (e5fa316f-d4ae-45f6-8776-e0be02461582), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:55.022360 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [req-7d44b46a-a03d-43c6-aa4b-17031f21a9c9 req-eaef9e5f-5ddf-4d62-9f55-4c32eb4a267c tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Calling delete_port for e5fa316f-d4ae-45f6-8776-e0be02461582 owned by compute:nova {{(pid=103806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:40:55.147573 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-7d44b46a-a03d-43c6-aa4b-17031f21a9c9 req-eaef9e5f-5ddf-4d62-9f55-4c32eb4a267c tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (e5fa316f-d4ae-45f6-8776-e0be02461582), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:55.181942 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaef9e5f-5ddf-4d62-9f55-4c32eb4a267c tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Pushing event deleted for resources: {'Port': ['ID=e5fa316f-d4ae-45f6-8776-e0be02461582,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:40:55.183806 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] get_ports_and_sgs() called for port_ids ['e5fa316f-d4ae-45f6-8776-e0be02461582'] {{(pid=103807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 10:40:55.202571 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaef9e5f-5ddf-4d62-9f55-4c32eb4a267c tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:40:55.202918 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaef9e5f-5ddf-4d62-9f55-4c32eb4a267c tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:40:55.203289 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaef9e5f-5ddf-4d62-9f55-4c32eb4a267c tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:40:55.203631 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaef9e5f-5ddf-4d62-9f55-4c32eb4a267c tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:40:55.203964 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaef9e5f-5ddf-4d62-9f55-4c32eb4a267c tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:40:55.204424 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaef9e5f-5ddf-4d62-9f55-4c32eb4a267c tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:40:55.204617 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaef9e5f-5ddf-4d62-9f55-4c32eb4a267c tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:40:55.204947 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaef9e5f-5ddf-4d62-9f55-4c32eb4a267c tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:40:55.205273 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaef9e5f-5ddf-4d62-9f55-4c32eb4a267c tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:40:55.205597 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaef9e5f-5ddf-4d62-9f55-4c32eb4a267c tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:40:55.205956 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaef9e5f-5ddf-4d62-9f55-4c32eb4a267c tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:40:55.206426 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaef9e5f-5ddf-4d62-9f55-4c32eb4a267c tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:40:55.206732 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaef9e5f-5ddf-4d62-9f55-4c32eb4a267c tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:40:55.207656 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaef9e5f-5ddf-4d62-9f55-4c32eb4a267c tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:40:55.208005 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaef9e5f-5ddf-4d62-9f55-4c32eb4a267c tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:40:55.233646 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d44b46a-a03d-43c6-aa4b-17031f21a9c9 req-eaef9e5f-5ddf-4d62-9f55-4c32eb4a267c tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] No DVR routers for this DVR port e5fa316f-d4ae-45f6-8776-e0be02461582 on host hv-cinder-84349 {{(pid=103806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 10:40:55.236244 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-7d44b46a-a03d-43c6-aa4b-17031f21a9c9 req-eaef9e5f-5ddf-4d62-9f55-4c32eb4a267c tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:40:55.240284 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7d44b46a-a03d-43c6-aa4b-17031f21a9c9 req-eaef9e5f-5ddf-4d62-9f55-4c32eb4a267c tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.62 "DELETE /v2.0/ports/e5fa316f-d4ae-45f6-8776-e0be02461582 HTTP/1.1" status: 204 len: 173 time: 0.3943996 Jun 15 10:40:55.240718 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3d8364-1d9b-4bb8-a147-37a0a249a833', 'name': 'network-vif-deleted', 'tag': 'e5fa316f-d4ae-45f6-8776-e0be02461582'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:40:55.243122 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15acf06c26f001ded10715ddc8547394d4bbc7e5ff5a4e462e54e6774371169d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847a2a5a-d66b-4477-b983-d8e99d6c8ace" -d '{"events": [{"server_uuid": "cb3d8364-1d9b-4bb8-a147-37a0a249a833", "name": "network-vif-deleted", "tag": "e5fa316f-d4ae-45f6-8776-e0be02461582"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:40:55.290313 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 10:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432c128d-174e-4c6f-93ee-b4eae7e7bb98 x-openstack-request-id: req-432c128d-174e-4c6f-93ee-b4eae7e7bb98 {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:40:55.290610 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb3d8364-1d9b-4bb8-a147-37a0a249a833", "name": "network-vif-deleted", "tag": "e5fa316f-d4ae-45f6-8776-e0be02461582", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:40:55.290849 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-432c128d-174e-4c6f-93ee-b4eae7e7bb98 {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:40:55.291275 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-432c128d-174e-4c6f-93ee-b4eae7e7bb98'] response: {'server_uuid': 'cb3d8364-1d9b-4bb8-a147-37a0a249a833', 'name': 'network-vif-deleted', 'tag': 'e5fa316f-d4ae-45f6-8776-e0be02461582', 'status': 'completed', 'code': 200} Jun 15 10:40:55.293219 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e6de41bf-a324-4e53-8fb2-5247d9a9850b req-30f1bdf2-30a3-4e92-9995-b0ed9cdf96a4 tempest-VolumesSnapshotTestJSON-377415052 tempest-VolumesSnapshotTestJSON-377415052-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3d8364-1d9b-4bb8-a147-37a0a249a833 HTTP/1.1" status: 200 len: 210 time: 0.0402451 Jun 15 10:40:57.695344 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device e5fa316f-d4ae-45f6-8776-e0be02461582 no longer exists at agent hyperv_hv-cinder-84349 {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 10:40:57.714710 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] No Port match for: e5fa316f-d4ae-45f6-8776-e0be02461582 {{(pid=103807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 10:40:57.715057 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device e5fa316f-d4ae-45f6-8776-e0be02461582 not bound to the agent host hv-cinder-84349 {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 10:41:04.176978 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=9 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:41:04.179148 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=9 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:41:04.699427 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=4 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:41:05.187368 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:41:05.264049 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=52,neutron:DELETE=4 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:41:05.270283 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=59,neutron:DELETE=4 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:41:07.699592 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:41:09.694088 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.agents_db [None req-cff4c53f-faac-479c-b9be-928944d02899 None None] Agent healthcheck: found 6 active agents {{(pid=103808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 10:41:11.705008 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:41:13.030853 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ca40adcd-4297-4052-be86-fbc8cfbb6f13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (e7b68426-6abe-45ee-a2ce-c32f72f66753), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:41:15.225867 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e0c3245e-ab5a-444c-b5f6-cfedfa759edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (06043943-94cb-49df-a062-a4886c03e673), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:41:16.401513 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-59f444b4-2386-4fe1-b50f-b9e54b42d680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (3cca6303-0f2e-4b13-b82d-f2749c30f699), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:41:17.788993 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-28d06d32-ea2f-4019-b04d-5ef5fa4d530e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (28e3d1c3-881c-45f9-bfee-5bcc9597e0ae), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:41:17.989311 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (ad84a4c2-87cd-4603-a219-98785ef58eeb), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:41:18.347549 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 34764) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:41:18.390788 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb6549ff-6cc2-4c1e-84ee-16f8dc4f30ee admin admin] Deleting subnet 80beb8af-569c-4f6e-b662-136b287343c7 {{(pid=103806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 10:41:18.394471 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fb6549ff-6cc2-4c1e-84ee-16f8dc4f30ee admin admin] Publish callbacks [] for subnet (80beb8af-569c-4f6e-b662-136b287343c7), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:41:18.428066 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fb6549ff-6cc2-4c1e-84ee-16f8dc4f30ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014507'] for subnet (80beb8af-569c-4f6e-b662-136b287343c7), precommit_delete_associations {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:41:18.466179 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fb6549ff-6cc2-4c1e-84ee-16f8dc4f30ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7722939'] for subnet (80beb8af-569c-4f6e-b662-136b287343c7), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:41:18.519748 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fb6549ff-6cc2-4c1e-84ee-16f8dc4f30ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7722882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-252119595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-251934052'] for subnet (80beb8af-569c-4f6e-b662-136b287343c7), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:41:18.545986 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6549ff-6cc2-4c1e-84ee-16f8dc4f30ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80beb8af-569c-4f6e-b662-136b287343c7,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:41:18.547876 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-fb6549ff-6cc2-4c1e-84ee-16f8dc4f30ee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:41:18.550938 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-fb6549ff-6cc2-4c1e-84ee-16f8dc4f30ee admin admin] 10.222.0.49 "DELETE /v2.0/subnets/80beb8af-569c-4f6e-b662-136b287343c7 HTTP/1.1" status: 204 len: 168 time: 0.2024031 Jun 15 10:41:18.553344 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 34766) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:41:18.618641 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e7b06cf9-2554-4b1c-852d-f0a9b98b6143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7810747'] for network (38c3248b-0ee1-440d-9b31-0c1018fc7378), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:41:18.951067 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e7b06cf9-2554-4b1c-852d-f0a9b98b6143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7721322', 'neutron.services.segments.db._delete_segments_for_network-8732880543290'] for network (38c3248b-0ee1-440d-9b31-0c1018fc7378), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:41:18.970344 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.services.segments.db [None req-e7b06cf9-2554-4b1c-852d-f0a9b98b6143 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38c3248b-0ee1-440d-9b31-0c1018fc7378']}} {{(pid=103806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:41:18.979585 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.services.segments.db [None req-e7b06cf9-2554-4b1c-852d-f0a9b98b6143 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fa5687d-654a-42b8-8e31-b16f3174e2b4') {'for_net_delete': True} {{(pid=103806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:41:18.979875 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.services.segments.db [None req-e7b06cf9-2554-4b1c-852d-f0a9b98b6143 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fa5687d-654a-42b8-8e31-b16f3174e2b4') {} {{(pid=103806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:41:18.989520 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e7b06cf9-2554-4b1c-852d-f0a9b98b6143 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732880541633', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014514'] for segment (4fa5687d-654a-42b8-8e31-b16f3174e2b4), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:41:19.003280 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e7b06cf9-2554-4b1c-852d-f0a9b98b6143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7722752'] for segment (4fa5687d-654a-42b8-8e31-b16f3174e2b4), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:41:19.009447 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7b06cf9-2554-4b1c-852d-f0a9b98b6143 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=103806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 10:41:19.009825 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e7b06cf9-2554-4b1c-852d-f0a9b98b6143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7722752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-252119669'] for segment (4fa5687d-654a-42b8-8e31-b16f3174e2b4), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:41:19.037352 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.services.segments.plugin [-] Segment 4fa5687d-654a-42b8-8e31-b16f3174e2b4 resource provider aggregate not found Jun 15 10:41:19.071298 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.services.segments.plugin [-] Segment 4fa5687d-654a-42b8-8e31-b16f3174e2b4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4fa5687d-654a-42b8-8e31-b16f3174e2b4 found for delete ", "request_id": "req-20a48592-6a74-41de-a118-745d5c748c28"}]} Jun 15 10:41:19.080074 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e7b06cf9-2554-4b1c-852d-f0a9b98b6143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7722532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-721499'] for network (38c3248b-0ee1-440d-9b31-0c1018fc7378), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:41:19.084802 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-e7b06cf9-2554-4b1c-852d-f0a9b98b6143 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for network (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:41:19.088312 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-e7b06cf9-2554-4b1c-852d-f0a9b98b6143 admin admin] 10.222.0.49 "DELETE /v2.0/networks/38c3248b-0ee1-440d-9b31-0c1018fc7378 HTTP/1.1" status: 204 len: 168 time: 0.5340693 Jun 15 10:41:19.100580 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b06cf9-2554-4b1c-852d-f0a9b98b6143 admin admin] Pushing event deleted for resources: {'Network': ['ID=38c3248b-0ee1-440d-9b31-0c1018fc7378,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:41:19.249504 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 34774) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:41:19.288756 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-26bfb0b1-ae46-4530-9ae6-20275a2ec52b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=129b7faaaf264434baf88ffe0fe9bb25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381010 Jun 15 10:41:19.291028 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 34776) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:41:19.337112 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ade84aa4-40cc-4580-83b4-be8148d11550 admin admin] Publish callbacks [] for security_group (6973b2b7-2606-4029-bb79-335c861bdd86), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:41:19.357999 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ade84aa4-40cc-4580-83b4-be8148d11550 admin admin] Publish callbacks [] for security_group (6973b2b7-2606-4029-bb79-335c861bdd86), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:41:19.403991 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ade84aa4-40cc-4580-83b4-be8148d11550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (6973b2b7-2606-4029-bb79-335c861bdd86), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:41:19.406408 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ade84aa4-40cc-4580-83b4-be8148d11550 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:41:19.407553 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-ade84aa4-40cc-4580-83b4-be8148d11550 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6973b2b7-2606-4029-bb79-335c861bdd86 HTTP/1.1" status: 204 len: 168 time: 0.1154943 Jun 15 10:41:19.415666 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade84aa4-40cc-4580-83b4-be8148d11550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6973b2b7-2606-4029-bb79-335c861bdd86,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:41:19.690693 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:41:22.693418 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (a4349971-e88a-4ea8-a067-54d07204ee65), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:41:27.380889 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 34846) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:41:27.487545 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1eca4205-5a1b-4415-ba39-c9bbb0d82e15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:41:27.561964 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:DELETE=9,neutron:INSERT=7 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:41:27.564163 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1eca4205-5a1b-4415-ba39-c9bbb0d82e15 admin admin] Publish callbacks [] for security_group (33191457-ed06-44a0-ac62-36c7bbbc00ae), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:41:27.567765 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1eca4205-5a1b-4415-ba39-c9bbb0d82e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (33191457-ed06-44a0-ac62-36c7bbbc00ae), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:41:27.573480 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:41:27.610982 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-1eca4205-5a1b-4415-ba39-c9bbb0d82e15 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9609ded88eff49a29e35928a9e47ee2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2291088 Jun 15 10:41:27.612081 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eca4205-5a1b-4415-ba39-c9bbb0d82e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33191457-ed06-44a0-ac62-36c7bbbc00ae,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:41:27.613684 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 34850) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:41:27.665630 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-86289cd0-4cff-42a7-8ff3-de82f0125edb admin admin] Publish callbacks [] for security_group (33191457-ed06-44a0-ac62-36c7bbbc00ae), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:41:27.686109 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-86289cd0-4cff-42a7-8ff3-de82f0125edb admin admin] Publish callbacks [] for security_group (33191457-ed06-44a0-ac62-36c7bbbc00ae), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:41:27.731758 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-86289cd0-4cff-42a7-8ff3-de82f0125edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (33191457-ed06-44a0-ac62-36c7bbbc00ae), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:41:27.734149 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-86289cd0-4cff-42a7-8ff3-de82f0125edb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:41:27.735295 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-86289cd0-4cff-42a7-8ff3-de82f0125edb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/33191457-ed06-44a0-ac62-36c7bbbc00ae HTTP/1.1" status: 204 len: 168 time: 0.1206005 Jun 15 10:41:27.748681 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86289cd0-4cff-42a7-8ff3-de82f0125edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33191457-ed06-44a0-ac62-36c7bbbc00ae,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:41:27.756370 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86289cd0-4cff-42a7-8ff3-de82f0125edb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:41:27.756793 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86289cd0-4cff-42a7-8ff3-de82f0125edb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:41:27.757268 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86289cd0-4cff-42a7-8ff3-de82f0125edb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:41:27.757656 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86289cd0-4cff-42a7-8ff3-de82f0125edb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:41:27.757993 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86289cd0-4cff-42a7-8ff3-de82f0125edb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:41:27.758320 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86289cd0-4cff-42a7-8ff3-de82f0125edb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:41:27.758643 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86289cd0-4cff-42a7-8ff3-de82f0125edb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:41:27.759058 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86289cd0-4cff-42a7-8ff3-de82f0125edb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:41:27.759421 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86289cd0-4cff-42a7-8ff3-de82f0125edb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:41:27.759752 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86289cd0-4cff-42a7-8ff3-de82f0125edb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:41:27.760056 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86289cd0-4cff-42a7-8ff3-de82f0125edb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:41:27.760376 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86289cd0-4cff-42a7-8ff3-de82f0125edb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:41:27.760692 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86289cd0-4cff-42a7-8ff3-de82f0125edb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:41:27.761006 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86289cd0-4cff-42a7-8ff3-de82f0125edb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:41:27.761322 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86289cd0-4cff-42a7-8ff3-de82f0125edb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:41:29.242939 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-13e03014-3daf-487c-9b68-618c91c8b788 req-680da0b6-6589-42a3-b7a3-46b5636a9b91 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0373957 Jun 15 10:41:29.326795 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e03014-3daf-487c-9b68-618c91c8b788 req-03d0d16b-e093-4a32-a66e-1f560476a4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:41:29.328186 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-13e03014-3daf-487c-9b68-618c91c8b788 req-03d0d16b-e093-4a32-a66e-1f560476a4c4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe56b435fdbf49629bfc5e06c24e78b9&device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 1129 time: 0.0372524 Jun 15 10:41:29.434474 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e03014-3daf-487c-9b68-618c91c8b788 req-25d3c74d-887c-45fd-8931-8b3a210be2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:41:29.435939 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-13e03014-3daf-487c-9b68-618c91c8b788 req-25d3c74d-887c-45fd-8931-8b3a210be2ba service neutron] 10.222.0.62 "GET /v2.0/networks?id=6c676230-a21e-47f7-b248-35e003e07d94 HTTP/1.1" status: 200 len: 909 time: 0.0860651 Jun 15 10:41:29.497858 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-13e03014-3daf-487c-9b68-618c91c8b788 req-eb29c645-f45b-44da-9faa-702759fc5058 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94642a1a-1e5d-4c38-8e39-fe86241784ed HTTP/1.1" status: 200 len: 1000 time: 0.0527737 Jun 15 10:41:29.550016 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e03014-3daf-487c-9b68-618c91c8b788 req-5776169b-83e2-45b2-8920-b7674104fb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:41:29.551431 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-13e03014-3daf-487c-9b68-618c91c8b788 req-5776169b-83e2-45b2-8920-b7674104fb7d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bbaedce3-07fe-427f-8c9e-c552095c0fcd HTTP/1.1" status: 200 len: 847 time: 0.0453854 Jun 15 10:41:29.594572 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e03014-3daf-487c-9b68-618c91c8b788 req-f54d6dcb-b2b0-40b8-aff0-0419b811a547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:41:29.596013 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-13e03014-3daf-487c-9b68-618c91c8b788 req-f54d6dcb-b2b0-40b8-aff0-0419b811a547 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6c676230-a21e-47f7-b248-35e003e07d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372069 Jun 15 10:41:29.608033 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [req-13e03014-3daf-487c-9b68-618c91c8b788 req-96fffe4d-9a12-4faf-b6cb-bfbcbfc1b913 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103806) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 15 10:41:29.608954 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-13e03014-3daf-487c-9b68-618c91c8b788 req-96fffe4d-9a12-4faf-b6cb-bfbcbfc1b913 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0046585 Jun 15 10:41:29.702010 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-13e03014-3daf-487c-9b68-618c91c8b788 req-4df7d80b-afd8-4984-b318-12f0c6294ca8 service neutron] 10.222.0.62 "GET /v2.0/networks/6c676230-a21e-47f7-b248-35e003e07d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842836 Jun 15 10:41:29.791541 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-13e03014-3daf-487c-9b68-618c91c8b788 req-6a24c37b-4a07-42be-b2de-276faea995e8 service neutron] 10.222.0.62 "GET /v2.0/networks/6c676230-a21e-47f7-b248-35e003e07d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811009 Jun 15 10:41:32.690230 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:41:37.738329 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=15,neutron:DELETE=3 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:41:37.752094 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=20,neutron:DELETE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:41:37.774904 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:UPDATE=3,neutron:SELECT=11 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:41:39.787051 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=49 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:41:39.789035 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=63 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:41:41.704050 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:41:41.708805 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=4 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:41:43.035046 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-273c51ed-914c-430f-bbca-bf29e14277ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (e7b68426-6abe-45ee-a2ce-c32f72f66753), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:41:45.228736 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-3c74ff4b-0ead-498a-a04f-56ba0eb6834d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (06043943-94cb-49df-a062-a4886c03e673), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:41:45.330874 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c945eb9a-6a8f-4891-8fd4-999b1f2a9749 req-50967944-f4f2-41c3-97c8-12f20736b314 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:41:45.332905 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-c945eb9a-6a8f-4891-8fd4-999b1f2a9749 req-50967944-f4f2-41c3-97c8-12f20736b314 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/ports?device_id=2626cd15-7eaf-42ac-adce-e523831ee0c7 HTTP/1.1" status: 200 len: 945 time: 0.2063720 Jun 15 10:41:45.380069 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-c945eb9a-6a8f-4891-8fd4-999b1f2a9749 req-de5cdb00-3f8a-4a1a-829c-12412acea250 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fde00a3-d2eb-496d-ab01-3a80e675b356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416276 Jun 15 10:41:46.404979 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-59f444b4-2386-4fe1-b50f-b9e54b42d680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (3cca6303-0f2e-4b13-b82d-f2749c30f699), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:41:46.548843 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2bccbb-956d-40b9-a4ba-4181ed8ffa25 req-ea21c6e3-c02a-4daf-a56a-f7a121d88a9c tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:41:46.550308 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4c2bccbb-956d-40b9-a4ba-4181ed8ffa25 req-ea21c6e3-c02a-4daf-a56a-f7a121d88a9c tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/ports?device_id=2626cd15-7eaf-42ac-adce-e523831ee0c7 HTTP/1.1" status: 200 len: 945 time: 0.1009829 Jun 15 10:41:46.601717 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4c2bccbb-956d-40b9-a4ba-4181ed8ffa25 req-c6a554d2-745b-493d-ad2f-a37ff1d055c4 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fde00a3-d2eb-496d-ab01-3a80e675b356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458021 Jun 15 10:41:46.693192 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.agents_db [None req-cff4c53f-faac-479c-b9be-928944d02899 None None] Agent healthcheck: found 6 active agents {{(pid=103808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 10:41:47.098531 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ebe296-651a-4c0a-b55c-0a72695e1935 req-a001ebe3-a408-4792-afb4-0e0b87092846 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:41:47.100001 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c8ebe296-651a-4c0a-b55c-0a72695e1935 req-a001ebe3-a408-4792-afb4-0e0b87092846 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.62 "GET /v2.0/ports?device_id=2626cd15-7eaf-42ac-adce-e523831ee0c7 HTTP/1.1" status: 200 len: 945 time: 0.0456648 Jun 15 10:41:47.184324 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [req-c8ebe296-651a-4c0a-b55c-0a72695e1935 req-4dd0adb6-fa83-4022-b61e-e036c163cc07 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Deleting port e167a1a5-8acd-4587-800d-75d04b74e52e {{(pid=103806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:41:47.184659 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-c8ebe296-651a-4c0a-b55c-0a72695e1935 req-4dd0adb6-fa83-4022-b61e-e036c163cc07 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (e167a1a5-8acd-4587-800d-75d04b74e52e), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:41:47.275054 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-c8ebe296-651a-4c0a-b55c-0a72695e1935 req-4dd0adb6-fa83-4022-b61e-e036c163cc07 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] For port e167a1a5-8acd-4587-800d-75d04b74e52e, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=e167a1a5-8acd-4587-800d-75d04b74e52e,segment=NetworkSegment(978cf521-561b-4a1d-ab9d-76cc17299bf1),segment_id=978cf521-561b-4a1d-ab9d-76cc17299bf1)] {{(pid=103806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:41:47.275438 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-c8ebe296-651a-4c0a-b55c-0a72695e1935 req-4dd0adb6-fa83-4022-b61e-e036c163cc07 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (e167a1a5-8acd-4587-800d-75d04b74e52e), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:41:47.430556 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-c8ebe296-651a-4c0a-b55c-0a72695e1935 req-4dd0adb6-fa83-4022-b61e-e036c163cc07 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:41:47.430832 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-c8ebe296-651a-4c0a-b55c-0a72695e1935 req-4dd0adb6-fa83-4022-b61e-e036c163cc07 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-721338'] for floatingip (ce409e36-7a14-47a0-be94-af6a86afcb8f), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:41:47.431174 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.db.l3_db [req-c8ebe296-651a-4c0a-b55c-0a72695e1935 req-4dd0adb6-fa83-4022-b61e-e036c163cc07 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Floating IP ce409e36-7a14-47a0-be94-af6a86afcb8f disassociated. External IP: 172.27.0.145, port: e167a1a5-8acd-4587-800d-75d04b74e52e. Jun 15 10:41:47.431520 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [req-c8ebe296-651a-4c0a-b55c-0a72695e1935 req-4dd0adb6-fa83-4022-b61e-e036c163cc07 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Calling delete_port for e167a1a5-8acd-4587-800d-75d04b74e52e owned by compute:nova {{(pid=103806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:41:47.555814 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-c8ebe296-651a-4c0a-b55c-0a72695e1935 req-4dd0adb6-fa83-4022-b61e-e036c163cc07 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (e167a1a5-8acd-4587-800d-75d04b74e52e), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:41:47.580756 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd0adb6-fa83-4022-b61e-e036c163cc07 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Pushing event deleted for resources: {'Port': ['ID=e167a1a5-8acd-4587-800d-75d04b74e52e,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:41:47.690878 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8ebe296-651a-4c0a-b55c-0a72695e1935 req-4dd0adb6-fa83-4022-b61e-e036c163cc07 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Router 3fb9a49f-82ac-48ec-a5e4-cba8d78ba383 has already been hosted by L3 agent 06043943-94cb-49df-a062-a4886c03e673 {{(pid=103806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 10:41:47.699665 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-844fdac0-a20d-4bc8-adea-f621fa7f23f2 req-f089fc1a-f732-4966-9fb0-f2ffe97e7665 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/ports?device_id=2626cd15-7eaf-42ac-adce-e523831ee0c7 HTTP/1.1" status: 200 len: 210 time: 0.0303130 Jun 15 10:41:47.795266 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8ebe296-651a-4c0a-b55c-0a72695e1935 req-4dd0adb6-fa83-4022-b61e-e036c163cc07 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Notify agent at l3_agent.dv-cinder-843493-2-iscsi the message routers_updated {{(pid=103806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 10:41:47.798930 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-28d06d32-ea2f-4019-b04d-5ef5fa4d530e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (28e3d1c3-881c-45f9-bfee-5bcc9597e0ae), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:41:47.807911 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b9b336-478e-4055-b186-8c0075534d28 None None] Sync routers for ids ['3fb9a49f-82ac-48ec-a5e4-cba8d78ba383'] in dv-cinder-843493-2-iscsi {{(pid=103807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 10:41:47.819485 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b9b336-478e-4055-b186-8c0075534d28 None None] Routers {'3fb9a49f-82ac-48ec-a5e4-cba8d78ba383'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:41:47.820109 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-f1b9b336-478e-4055-b186-8c0075534d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:41:45Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['3fb9a49f-82ac-48ec-a5e4-cba8d78ba383'], 'active': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:41:47.838359 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ebe296-651a-4c0a-b55c-0a72695e1935 req-4dd0adb6-fa83-4022-b61e-e036c163cc07 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] No DVR routers for this DVR port e167a1a5-8acd-4587-800d-75d04b74e52e on host hv-cinder-84349 {{(pid=103806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 10:41:47.840940 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-c8ebe296-651a-4c0a-b55c-0a72695e1935 req-4dd0adb6-fa83-4022-b61e-e036c163cc07 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:41:47.844168 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c8ebe296-651a-4c0a-b55c-0a72695e1935 req-4dd0adb6-fa83-4022-b61e-e036c163cc07 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.62 "DELETE /v2.0/ports/e167a1a5-8acd-4587-800d-75d04b74e52e HTTP/1.1" status: 204 len: 173 time: 0.7336683 Jun 15 10:41:47.844690 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2626cd15-7eaf-42ac-adce-e523831ee0c7', 'name': 'network-vif-deleted', 'tag': 'e167a1a5-8acd-4587-800d-75d04b74e52e'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:41:47.846913 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15acf06c26f001ded10715ddc8547394d4bbc7e5ff5a4e462e54e6774371169d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a36f4be-823a-4676-b3bf-92a46e3ff044" -d '{"events": [{"server_uuid": "2626cd15-7eaf-42ac-adce-e523831ee0c7", "name": "network-vif-deleted", "tag": "e167a1a5-8acd-4587-800d-75d04b74e52e"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:41:47.940254 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvr_db [None req-f1b9b336-478e-4055-b186-8c0075534d28 None None] Set router 3fb9a49f-82ac-48ec-a5e4-cba8d78ba383 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:41:47.957473 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 10:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d297f7-963d-4448-8aab-bded2dd64a40 x-openstack-request-id: req-a4d297f7-963d-4448-8aab-bded2dd64a40 {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:41:47.958011 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2626cd15-7eaf-42ac-adce-e523831ee0c7", "name": "network-vif-deleted", "tag": "e167a1a5-8acd-4587-800d-75d04b74e52e", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:41:47.958283 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a4d297f7-963d-4448-8aab-bded2dd64a40 {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:41:47.958676 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4d297f7-963d-4448-8aab-bded2dd64a40'] response: {'server_uuid': '2626cd15-7eaf-42ac-adce-e523831ee0c7', 'name': 'network-vif-deleted', 'tag': 'e167a1a5-8acd-4587-800d-75d04b74e52e', 'status': 'completed', 'code': 200} Jun 15 10:41:48.042473 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (ad84a4c2-87cd-4603-a219-98785ef58eeb), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:41:48.151695 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-f1b9b336-478e-4055-b186-8c0075534d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'name': 'tempest-TestVolumeBootPattern-14245363-router', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '6cea28f3-754b-40b6-ac64-e252d0494188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:38:39Z', 'updated_at': '2022-06-15T10:38:43Z', 'revision_number': 4, 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'gw_port': {'id': '6cea28f3-754b-40b6-ac64-e252d0494188', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:20:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:38:39Z', 'updated_at': '2022-06-15T10:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': '1972bab0-9a38-465b-b3aa-b591098308f2', 'name': '', 'network_id': '104a1ab4-a947-4523-8e20-9882108d1335', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'mac_address': 'fa:16:3e:32:52:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '32c01357-607a-450c-811c-8330c498325d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:38:42Z', 'updated_at': '2022-06-15T10:38:48Z', 'revision_number': 5, 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'subnets': [{'id': '32c01357-607a-450c-811c-8330c498325d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:41:48.176629 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b9b336-478e-4055-b186-8c0075534d28 None None] Checking router: 3fb9a49f-82ac-48ec-a5e4-cba8d78ba383 for host: dv-cinder-843493-2-iscsi {{(pid=103807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 10:41:48.185391 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b9b336-478e-4055-b186-8c0075534d28 None None] Routers {'3fb9a49f-82ac-48ec-a5e4-cba8d78ba383'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:41:48.185992 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-f1b9b336-478e-4055-b186-8c0075534d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:41:45Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['3fb9a49f-82ac-48ec-a5e4-cba8d78ba383'], 'active': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:41:48.285576 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvr_db [None req-f1b9b336-478e-4055-b186-8c0075534d28 None None] Set router 3fb9a49f-82ac-48ec-a5e4-cba8d78ba383 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:41:48.467663 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-f1b9b336-478e-4055-b186-8c0075534d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'name': 'tempest-TestVolumeBootPattern-14245363-router', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '6cea28f3-754b-40b6-ac64-e252d0494188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:38:39Z', 'updated_at': '2022-06-15T10:38:43Z', 'revision_number': 4, 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'gw_port': {'id': '6cea28f3-754b-40b6-ac64-e252d0494188', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:20:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:38:39Z', 'updated_at': '2022-06-15T10:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': '1972bab0-9a38-465b-b3aa-b591098308f2', 'name': '', 'network_id': '104a1ab4-a947-4523-8e20-9882108d1335', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'mac_address': 'fa:16:3e:32:52:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '32c01357-607a-450c-811c-8330c498325d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:38:42Z', 'updated_at': '2022-06-15T10:38:48Z', 'revision_number': 5, 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'subnets': [{'id': '32c01357-607a-450c-811c-8330c498325d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:41:48.491855 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b9b336-478e-4055-b186-8c0075534d28 None None] The sync data for ids ['3fb9a49f-82ac-48ec-a5e4-cba8d78ba383'] in dv-cinder-843493-2-iscsi is: [{'id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'name': 'tempest-TestVolumeBootPattern-14245363-router', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '6cea28f3-754b-40b6-ac64-e252d0494188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:38:39Z', 'updated_at': '2022-06-15T10:38:43Z', 'revision_number': 4, 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'gw_port': {'id': '6cea28f3-754b-40b6-ac64-e252d0494188', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:20:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:38:39Z', 'updated_at': '2022-06-15T10:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': '1972bab0-9a38-465b-b3aa-b591098308f2', 'name': '', 'network_id': '104a1ab4-a947-4523-8e20-9882108d1335', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'mac_address': 'fa:16:3e:32:52:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '32c01357-607a-450c-811c-8330c498325d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:38:42Z', 'updated_at': '2022-06-15T10:38:48Z', 'revision_number': 5, 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'subnets': [{'id': '32c01357-607a-450c-811c-8330c498325d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 10:41:48.701992 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f63158-0846-4f0a-95f7-03f614642eae None None] New status for floating IP ce409e36-7a14-47a0-be94-af6a86afcb8f: DOWN {{(pid=103808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 10:41:48.819933 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-a630ae62-1056-431c-9d6c-ca5ce171e164 req-8a8cf269-7f0f-47a7-a398-5c5576b99d24 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/ports?device_id=2626cd15-7eaf-42ac-adce-e523831ee0c7 HTTP/1.1" status: 200 len: 210 time: 0.0351653 Jun 15 10:41:50.077765 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-61de5aaf-de34-4fff-b432-460ed7d52dcb req-e4203a1f-111a-44b4-b83f-539b78be7736 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-52272593&fields=id&tenant_id=f096e399deac4d029ff63e3cb7f1ce9f HTTP/1.1" status: 200 len: 267 time: 0.0444431 Jun 15 10:41:50.183383 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de5aaf-de34-4fff-b432-460ed7d52dcb req-fbfb43e5-a83b-4fe8-8d4f-ef262c154b6f tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:41:50.184814 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-61de5aaf-de34-4fff-b432-460ed7d52dcb req-fbfb43e5-a83b-4fe8-8d4f-ef262c154b6f tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/networks?id=104a1ab4-a947-4523-8e20-9882108d1335 HTTP/1.1" status: 200 len: 810 time: 0.1007066 Jun 15 10:41:50.199338 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-61de5aaf-de34-4fff-b432-460ed7d52dcb req-7f018fa5-2fd4-4b2a-a7dc-bd172636cce3 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/quotas/f096e399deac4d029ff63e3cb7f1ce9f HTTP/1.1" status: 200 len: 375 time: 0.0092359 Jun 15 10:41:50.247099 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-61de5aaf-de34-4fff-b432-460ed7d52dcb req-38c376a6-be96-47f2-93e3-04c30288ed13 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f096e399deac4d029ff63e3cb7f1ce9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0430636 Jun 15 10:41:50.308309 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [req-61de5aaf-de34-4fff-b432-460ed7d52dcb req-08764f61-6e7a-4fea-b450-a3ac5e806257 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103805) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 15 10:41:50.309313 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-61de5aaf-de34-4fff-b432-460ed7d52dcb req-08764f61-6e7a-4fea-b450-a3ac5e806257 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0508831 Jun 15 10:41:50.396388 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-61de5aaf-de34-4fff-b432-460ed7d52dcb req-11ac2fe7-2e4d-4e66-8e04-8bf5d27c291a service neutron] 10.222.0.49 "GET /v2.0/networks/104a1ab4-a947-4523-8e20-9882108d1335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812192 Jun 15 10:41:50.488439 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-61de5aaf-de34-4fff-b432-460ed7d52dcb req-9714e3fb-7550-4b90-8409-afda99376de1 service neutron] 10.222.0.49 "GET /v2.0/networks/104a1ab4-a947-4523-8e20-9882108d1335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865793 Jun 15 10:41:50.768358 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4a588688-0018-41fa-8974-69992877f8a0 req-f9845c2c-f09c-469d-aeb7-d8d3433965b0 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/ports?device_id=124aa8d6-54b1-4c24-821b-e022b8752904 HTTP/1.1" status: 200 len: 210 time: 0.0276949 Jun 15 10:41:51.839062 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:41:51.881027 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-692e7938-2674-45f7-a97f-4377e3998070 req-e6e7b77e-0b5e-458d-ab5d-b6cbf4dc3889 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/ports?device_id=124aa8d6-54b1-4c24-821b-e022b8752904 HTTP/1.1" status: 200 len: 210 time: 0.0344543 Jun 15 10:41:51.904862 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:41:51.914972 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device e167a1a5-8acd-4587-800d-75d04b74e52e no longer exists at agent hyperv_hv-cinder-84349 {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 10:41:51.935221 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] No Port match for: e167a1a5-8acd-4587-800d-75d04b74e52e {{(pid=103807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 10:41:51.935571 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device e167a1a5-8acd-4587-800d-75d04b74e52e not bound to the agent host hv-cinder-84349 {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 10:41:51.941695 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de5aaf-de34-4fff-b432-460ed7d52dcb req-92f33549-2487-4ef5-b150-50aa4247d7f2 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:41:51.943317 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-61de5aaf-de34-4fff-b432-460ed7d52dcb req-92f33549-2487-4ef5-b150-50aa4247d7f2 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.62 "GET /v2.0/networks?id=104a1ab4-a947-4523-8e20-9882108d1335 HTTP/1.1" status: 200 len: 810 time: 0.1125424 Jun 15 10:41:52.034388 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-61de5aaf-de34-4fff-b432-460ed7d52dcb req-00af419d-b679-4790-8609-b2280eb0c89a tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f096e399deac4d029ff63e3cb7f1ce9f HTTP/1.1" status: 200 len: 378 time: 0.0537722 Jun 15 10:41:52.055346 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [req-61de5aaf-de34-4fff-b432-460ed7d52dcb req-98d393bd-e2c6-44e0-a6e5-e9178bbef629 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Request body: {'port': {'device_id': '124aa8d6-54b1-4c24-821b-e022b8752904', 'network_id': '104a1ab4-a947-4523-8e20-9882108d1335', 'admin_state_up': True, 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'security_groups': ['7fde00a3-d2eb-496d-ab01-3a80e675b356']}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:41:52.162282 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61de5aaf-de34-4fff-b432-460ed7d52dcb req-98d393bd-e2c6-44e0-a6e5-e9178bbef629 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Made reservation on behalf of f096e399deac4d029ff63e3cb7f1ce9f for: {'port': 1} {{(pid=103806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 10:41:52.165577 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-61de5aaf-de34-4fff-b432-460ed7d52dcb req-98d393bd-e2c6-44e0-a6e5-e9178bbef629 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:41:52.283044 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_common [req-61de5aaf-de34-4fff-b432-460ed7d52dcb req-98d393bd-e2c6-44e0-a6e5-e9178bbef629 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Allocated IP 172.20.0.5 (104a1ab4-a947-4523-8e20-9882108d1335/32c01357-607a-450c-811c-8330c498325d/27606219-e918-4e9a-aa30-81725e2a94e1) {{(pid=103806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:41:52.418246 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-61de5aaf-de34-4fff-b432-460ed7d52dcb req-98d393bd-e2c6-44e0-a6e5-e9178bbef629 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks [] for port (27606219-e918-4e9a-aa30-81725e2a94e1), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:41:52.448959 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-61de5aaf-de34-4fff-b432-460ed7d52dcb req-98d393bd-e2c6-44e0-a6e5-e9178bbef629 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (27606219-e918-4e9a-aa30-81725e2a94e1), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:41:52.496449 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61de5aaf-de34-4fff-b432-460ed7d52dcb req-98d393bd-e2c6-44e0-a6e5-e9178bbef629 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Network 104a1ab4-a947-4523-8e20-9882108d1335 is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:41:52.499610 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [req-61de5aaf-de34-4fff-b432-460ed7d52dcb req-98d393bd-e2c6-44e0-a6e5-e9178bbef629 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:41:52.503355 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [req-61de5aaf-de34-4fff-b432-460ed7d52dcb req-98d393bd-e2c6-44e0-a6e5-e9178bbef629 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Received port after_create {{(pid=103806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:41:52.510243 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d393bd-e2c6-44e0-a6e5-e9178bbef629 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Pushing event updated for resources: {'Port': ['ID=27606219-e918-4e9a-aa30-81725e2a94e1,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:41:52.558320 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de5aaf-de34-4fff-b432-460ed7d52dcb req-98d393bd-e2c6-44e0-a6e5-e9178bbef629 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:41:52.558931 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-61de5aaf-de34-4fff-b432-460ed7d52dcb req-98d393bd-e2c6-44e0-a6e5-e9178bbef629 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:41:52.577209 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-61de5aaf-de34-4fff-b432-460ed7d52dcb req-98d393bd-e2c6-44e0-a6e5-e9178bbef629 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5259562 Jun 15 10:41:52.650539 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [req-61de5aaf-de34-4fff-b432-460ed7d52dcb req-bab1d88a-2ea3-47e3-bbec-50a312c610bc service neutron] Request body: {'port': {'device_id': '124aa8d6-54b1-4c24-821b-e022b8752904', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84349'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:41:52.701282 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (a4349971-e88a-4ea8-a067-54d07204ee65), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:41:52.716226 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-61de5aaf-de34-4fff-b432-460ed7d52dcb req-bab1d88a-2ea3-47e3-bbec-50a312c610bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (27606219-e918-4e9a-aa30-81725e2a94e1), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:41:52.722385 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-ebd0819f-bda8-4c34-838e-79641f9132b0 None None] Provisioning complete for port 27606219-e918-4e9a-aa30-81725e2a94e1 triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:41:52.723081 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ebd0819f-bda8-4c34-838e-79641f9132b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (27606219-e918-4e9a-aa30-81725e2a94e1), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:41:52.753915 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:41:52.762077 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-ebd0819f-bda8-4c34-838e-79641f9132b0 None None] Port 27606219-e918-4e9a-aa30-81725e2a94e1 cannot update to ACTIVE because it is not bound. {{(pid=103807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 10:41:52.765802 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:41:53.008217 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [req-61de5aaf-de34-4fff-b432-460ed7d52dcb req-bab1d88a-2ea3-47e3-bbec-50a312c610bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27606219-e918-4e9a-aa30-81725e2a94e1 {{(pid=103806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 10:41:53.019669 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-61de5aaf-de34-4fff-b432-460ed7d52dcb req-bab1d88a-2ea3-47e3-bbec-50a312c610bc service neutron] Publish callbacks [] for port (27606219-e918-4e9a-aa30-81725e2a94e1), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:41:53.030558 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dbb4c9-0d4e-46b6-9354-f180f3c668e4 req-6bc12166-0fa1-4a56-abb0-5067b6e68fe0 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:41:53.032071 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f0dbb4c9-0d4e-46b6-9354-f180f3c668e4 req-6bc12166-0fa1-4a56-abb0-5067b6e68fe0 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/ports?device_id=124aa8d6-54b1-4c24-821b-e022b8752904 HTTP/1.1" status: 200 len: 931 time: 0.0770230 Jun 15 10:41:53.047804 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.provisioning_blocks [req-61de5aaf-de34-4fff-b432-460ed7d52dcb req-bab1d88a-2ea3-47e3-bbec-50a312c610bc service neutron] Transition to ACTIVE for port object 27606219-e918-4e9a-aa30-81725e2a94e1 will not be triggered until provisioned by entity L2. {{(pid=103806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 10:41:53.057611 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-61de5aaf-de34-4fff-b432-460ed7d52dcb req-bab1d88a-2ea3-47e3-bbec-50a312c610bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-252119569'] for port (27606219-e918-4e9a-aa30-81725e2a94e1), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:41:53.130598 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab1d88a-2ea3-47e3-bbec-50a312c610bc service neutron] Pushing event updated for resources: {'Port': ['ID=27606219-e918-4e9a-aa30-81725e2a94e1,revision_number=2']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:41:53.135995 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-f0dbb4c9-0d4e-46b6-9354-f180f3c668e4 req-67f42a96-a053-4e02-bb61-0a9272dfb0ec tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fde00a3-d2eb-496d-ab01-3a80e675b356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0982027 Jun 15 10:41:53.208621 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-61de5aaf-de34-4fff-b432-460ed7d52dcb req-bab1d88a-2ea3-47e3-bbec-50a312c610bc service neutron] Attempting to bind port 27606219-e918-4e9a-aa30-81725e2a94e1 on host hv-cinder-84349 for vnic_type normal with profile {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 10:41:53.208950 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-61de5aaf-de34-4fff-b432-460ed7d52dcb req-bab1d88a-2ea3-47e3-bbec-50a312c610bc service neutron] Attempting to bind port 27606219-e918-4e9a-aa30-81725e2a94e1 by drivers openvswitch,hyperv on host hv-cinder-84349 at level 0 using segments [{'id': '978cf521-561b-4a1d-ab9d-76cc17299bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '104a1ab4-a947-4523-8e20-9882108d1335'}] {{(pid=103806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 10:41:53.209282 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61de5aaf-de34-4fff-b432-460ed7d52dcb req-bab1d88a-2ea3-47e3-bbec-50a312c610bc service neutron] Attempting to bind port 27606219-e918-4e9a-aa30-81725e2a94e1 on network 104a1ab4-a947-4523-8e20-9882108d1335 {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:41:53.213958 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61de5aaf-de34-4fff-b432-460ed7d52dcb req-bab1d88a-2ea3-47e3-bbec-50a312c610bc service neutron] Port 27606219-e918-4e9a-aa30-81725e2a94e1 on network 104a1ab4-a947-4523-8e20-9882108d1335 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84349 {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 10:41:53.214273 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61de5aaf-de34-4fff-b432-460ed7d52dcb req-bab1d88a-2ea3-47e3-bbec-50a312c610bc service neutron] Attempting to bind port 27606219-e918-4e9a-aa30-81725e2a94e1 on network 104a1ab4-a947-4523-8e20-9882108d1335 {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:41:53.219342 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61de5aaf-de34-4fff-b432-460ed7d52dcb req-bab1d88a-2ea3-47e3-bbec-50a312c610bc service neutron] Checking agent: {'id': 'a4349971-e88a-4ea8-a067-54d07204ee65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84349', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 10, 29, 20), 'started_at': datetime.datetime(2022, 6, 15, 10, 29, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 10, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 10:41:53.219683 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61de5aaf-de34-4fff-b432-460ed7d52dcb req-bab1d88a-2ea3-47e3-bbec-50a312c610bc service neutron] Checking segment: {'id': '978cf521-561b-4a1d-ab9d-76cc17299bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '104a1ab4-a947-4523-8e20-9882108d1335'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:41:53.220060 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61de5aaf-de34-4fff-b432-460ed7d52dcb req-bab1d88a-2ea3-47e3-bbec-50a312c610bc service neutron] Bound using segment: {'id': '978cf521-561b-4a1d-ab9d-76cc17299bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '104a1ab4-a947-4523-8e20-9882108d1335'} {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 10:41:53.220477 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-61de5aaf-de34-4fff-b432-460ed7d52dcb req-bab1d88a-2ea3-47e3-bbec-50a312c610bc service neutron] Bound port: 27606219-e918-4e9a-aa30-81725e2a94e1, host: hv-cinder-84349, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '978cf521-561b-4a1d-ab9d-76cc17299bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '104a1ab4-a947-4523-8e20-9882108d1335'}}] {{(pid=103806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 10:41:53.220830 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-61de5aaf-de34-4fff-b432-460ed7d52dcb req-bab1d88a-2ea3-47e3-bbec-50a312c610bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (27606219-e918-4e9a-aa30-81725e2a94e1), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:41:53.282691 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-61de5aaf-de34-4fff-b432-460ed7d52dcb req-bab1d88a-2ea3-47e3-bbec-50a312c610bc service neutron] For port 27606219-e918-4e9a-aa30-81725e2a94e1, host hv-cinder-84349, cleared binding levels {{(pid=103806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 10:41:53.285633 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-61de5aaf-de34-4fff-b432-460ed7d52dcb req-bab1d88a-2ea3-47e3-bbec-50a312c610bc service neutron] For port 27606219-e918-4e9a-aa30-81725e2a94e1, host hv-cinder-84349, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=27606219-e918-4e9a-aa30-81725e2a94e1,segment=NetworkSegment(978cf521-561b-4a1d-ab9d-76cc17299bf1),segment_id=978cf521-561b-4a1d-ab9d-76cc17299bf1)] {{(pid=103806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 10:41:53.292028 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-61de5aaf-de34-4fff-b432-460ed7d52dcb req-bab1d88a-2ea3-47e3-bbec-50a312c610bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-252119569'] for port (27606219-e918-4e9a-aa30-81725e2a94e1), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:41:53.331160 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de5aaf-de34-4fff-b432-460ed7d52dcb req-bab1d88a-2ea3-47e3-bbec-50a312c610bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:41:53.331772 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-61de5aaf-de34-4fff-b432-460ed7d52dcb req-bab1d88a-2ea3-47e3-bbec-50a312c610bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:41:53.333236 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-61de5aaf-de34-4fff-b432-460ed7d52dcb req-bab1d88a-2ea3-47e3-bbec-50a312c610bc service neutron] 10.222.0.62 "PUT /v2.0/ports/27606219-e918-4e9a-aa30-81725e2a94e1 HTTP/1.1" status: 200 len: 1093 time: 0.7383783 Jun 15 10:41:53.333658 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '124aa8d6-54b1-4c24-821b-e022b8752904', 'tag': '27606219-e918-4e9a-aa30-81725e2a94e1'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:41:53.335880 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15acf06c26f001ded10715ddc8547394d4bbc7e5ff5a4e462e54e6774371169d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e384bd0-e606-4d59-a387-07ff793ec7a9" -d '{"events": [{"name": "network-changed", "server_uuid": "124aa8d6-54b1-4c24-821b-e022b8752904", "tag": "27606219-e918-4e9a-aa30-81725e2a94e1"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:41:53.359852 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab1d88a-2ea3-47e3-bbec-50a312c610bc service neutron] Pushing event updated for resources: {'Port': ['ID=27606219-e918-4e9a-aa30-81725e2a94e1,revision_number=3']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:41:53.373893 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 10:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300e7036-77da-40e8-8fba-1939c30d3b3c x-openstack-request-id: req-300e7036-77da-40e8-8fba-1939c30d3b3c {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:41:53.374220 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "124aa8d6-54b1-4c24-821b-e022b8752904", "tag": "27606219-e918-4e9a-aa30-81725e2a94e1", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:41:53.374503 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-300e7036-77da-40e8-8fba-1939c30d3b3c {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:41:53.374927 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-300e7036-77da-40e8-8fba-1939c30d3b3c'] response: {'name': 'network-changed', 'server_uuid': '124aa8d6-54b1-4c24-821b-e022b8752904', 'tag': '27606219-e918-4e9a-aa30-81725e2a94e1', 'status': 'completed', 'code': 200} Jun 15 10:41:53.442961 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de5aaf-de34-4fff-b432-460ed7d52dcb req-d87b57cb-c37f-42d1-9a3c-3c781877537f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:41:53.444504 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-61de5aaf-de34-4fff-b432-460ed7d52dcb req-d87b57cb-c37f-42d1-9a3c-3c781877537f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f096e399deac4d029ff63e3cb7f1ce9f&device_id=124aa8d6-54b1-4c24-821b-e022b8752904 HTTP/1.1" status: 200 len: 1127 time: 0.0436158 Jun 15 10:41:53.497255 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-61de5aaf-de34-4fff-b432-460ed7d52dcb req-7c95af79-8fe5-4acb-87e0-fd5c61ac51e5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27606219-e918-4e9a-aa30-81725e2a94e1 HTTP/1.1" status: 200 len: 217 time: 0.0336852 Jun 15 10:41:53.543949 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de5aaf-de34-4fff-b432-460ed7d52dcb req-052e1e74-d1a5-4580-b3de-ce5bc01128e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:41:53.545336 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-61de5aaf-de34-4fff-b432-460ed7d52dcb req-052e1e74-d1a5-4580-b3de-ce5bc01128e2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=32c01357-607a-450c-811c-8330c498325d HTTP/1.1" status: 200 len: 849 time: 0.0424037 Jun 15 10:41:53.592442 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de5aaf-de34-4fff-b432-460ed7d52dcb req-70fcae2d-b928-4cc5-baf3-a3e48de66e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:41:53.593886 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-61de5aaf-de34-4fff-b432-460ed7d52dcb req-70fcae2d-b928-4cc5-baf3-a3e48de66e20 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=104a1ab4-a947-4523-8e20-9882108d1335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398920 Jun 15 10:41:53.671373 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:41:53.685777 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-61de5aaf-de34-4fff-b432-460ed7d52dcb req-aafcdada-92f6-48bf-ba81-dddc023a1e4c service neutron] 10.222.0.62 "GET /v2.0/networks/104a1ab4-a947-4523-8e20-9882108d1335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819354 Jun 15 10:41:53.759835 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:41:53.780370 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-61de5aaf-de34-4fff-b432-460ed7d52dcb req-4fceff77-af11-49f3-b195-d19212e5a635 service neutron] 10.222.0.62 "GET /v2.0/networks/104a1ab4-a947-4523-8e20-9882108d1335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854759 Jun 15 10:41:54.159075 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e384bd0-e606-4d59-a387-07ff793ec7a9 req-d32e7a41-e85a-406d-aeca-fdacb8f28314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:41:54.160589 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1e384bd0-e606-4d59-a387-07ff793ec7a9 req-d32e7a41-e85a-406d-aeca-fdacb8f28314 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f096e399deac4d029ff63e3cb7f1ce9f&device_id=124aa8d6-54b1-4c24-821b-e022b8752904 HTTP/1.1" status: 200 len: 1127 time: 0.0389233 Jun 15 10:41:54.287586 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7774d6ac-d00b-4c3e-a7ba-594f31589feb req-4d637970-7b04-48f0-a738-a504ade490ae tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:41:54.289022 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7774d6ac-d00b-4c3e-a7ba-594f31589feb req-4d637970-7b04-48f0-a738-a504ade490ae tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/ports?device_id=124aa8d6-54b1-4c24-821b-e022b8752904 HTTP/1.1" status: 200 len: 943 time: 0.0608644 Jun 15 10:41:54.291698 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e384bd0-e606-4d59-a387-07ff793ec7a9 req-baae65dd-e749-4c43-bdf4-035f552824bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:41:54.293039 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1e384bd0-e606-4d59-a387-07ff793ec7a9 req-baae65dd-e749-4c43-bdf4-035f552824bc service neutron] 10.222.0.62 "GET /v2.0/networks?id=104a1ab4-a947-4523-8e20-9882108d1335 HTTP/1.1" status: 200 len: 911 time: 0.1244690 Jun 15 10:41:54.346406 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1e384bd0-e606-4d59-a387-07ff793ec7a9 req-f7613b17-1a56-4c89-97a4-3593c09700fa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27606219-e918-4e9a-aa30-81725e2a94e1 HTTP/1.1" status: 200 len: 217 time: 0.0390029 Jun 15 10:41:54.398270 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7774d6ac-d00b-4c3e-a7ba-594f31589feb req-136113fa-c028-4311-9d31-d82d44209f6f tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fde00a3-d2eb-496d-ab01-3a80e675b356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1037745 Jun 15 10:41:54.408597 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e384bd0-e606-4d59-a387-07ff793ec7a9 req-9cbba1d6-341b-446c-baac-5f0986cb0652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:41:54.410040 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1e384bd0-e606-4d59-a387-07ff793ec7a9 req-9cbba1d6-341b-446c-baac-5f0986cb0652 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=32c01357-607a-450c-811c-8330c498325d HTTP/1.1" status: 200 len: 849 time: 0.0563216 Jun 15 10:41:54.453441 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e384bd0-e606-4d59-a387-07ff793ec7a9 req-10a3584e-9785-40ec-8b62-5091447599f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:41:54.454849 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1e384bd0-e606-4d59-a387-07ff793ec7a9 req-10a3584e-9785-40ec-8b62-5091447599f1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=104a1ab4-a947-4523-8e20-9882108d1335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379741 Jun 15 10:41:54.545274 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1e384bd0-e606-4d59-a387-07ff793ec7a9 req-66f6ed56-c395-4ae4-bf1f-6dbdbeaa70ff service neutron] 10.222.0.62 "GET /v2.0/networks/104a1ab4-a947-4523-8e20-9882108d1335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821321 Jun 15 10:41:54.630250 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1e384bd0-e606-4d59-a387-07ff793ec7a9 req-a08b80ec-6103-4dc8-b4b4-1a096bea9fff service neutron] 10.222.0.62 "GET /v2.0/networks/104a1ab4-a947-4523-8e20-9882108d1335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788832 Jun 15 10:41:55.509934 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9551a3f-9434-4479-a460-05dd3aa2d88d req-6b01f73e-0df6-4bab-92a8-5dedc4b3f2ff tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:41:55.511388 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-f9551a3f-9434-4479-a460-05dd3aa2d88d req-6b01f73e-0df6-4bab-92a8-5dedc4b3f2ff tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/ports?device_id=124aa8d6-54b1-4c24-821b-e022b8752904 HTTP/1.1" status: 200 len: 943 time: 0.0451741 Jun 15 10:41:55.563422 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-f9551a3f-9434-4479-a460-05dd3aa2d88d req-74666429-225e-4f7f-9aeb-81f1afce33a3 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fde00a3-d2eb-496d-ab01-3a80e675b356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465951 Jun 15 10:41:56.678380 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a2eef-614f-40d7-a123-843ad5a1220a req-190d4b3a-25e4-4370-9401-cb774c273c26 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:41:56.679865 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1d7a2eef-614f-40d7-a123-843ad5a1220a req-190d4b3a-25e4-4370-9401-cb774c273c26 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/ports?device_id=124aa8d6-54b1-4c24-821b-e022b8752904 HTTP/1.1" status: 200 len: 943 time: 0.0501957 Jun 15 10:41:56.727027 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1d7a2eef-614f-40d7-a123-843ad5a1220a req-2a89bcae-4602-4bec-8b12-b51be2fd7654 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fde00a3-d2eb-496d-ab01-3a80e675b356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417707 Jun 15 10:41:57.840810 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ebf682-2d52-4d87-80c9-2b003d369a06 req-c5e8b079-f493-4a39-a320-419dce8babca tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:41:57.842365 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-b5ebf682-2d52-4d87-80c9-2b003d369a06 req-c5e8b079-f493-4a39-a320-419dce8babca tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/ports?device_id=124aa8d6-54b1-4c24-821b-e022b8752904 HTTP/1.1" status: 200 len: 943 time: 0.0475104 Jun 15 10:41:57.890341 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-b5ebf682-2d52-4d87-80c9-2b003d369a06 req-c5a07df6-cda4-468f-a10e-60452400d6bf tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fde00a3-d2eb-496d-ab01-3a80e675b356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424473 Jun 15 10:41:59.001180 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53085cda-9419-42a6-aabe-a9d047007be4 req-d5b41237-b22b-46ce-85d5-1fbfd6fb360d tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:41:59.002632 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-53085cda-9419-42a6-aabe-a9d047007be4 req-d5b41237-b22b-46ce-85d5-1fbfd6fb360d tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/ports?device_id=124aa8d6-54b1-4c24-821b-e022b8752904 HTTP/1.1" status: 200 len: 943 time: 0.0458376 Jun 15 10:41:59.050067 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-53085cda-9419-42a6-aabe-a9d047007be4 req-7008c748-0f07-45a5-b0e7-72008b766955 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fde00a3-d2eb-496d-ab01-3a80e675b356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412884 Jun 15 10:42:00.160584 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45851aa-5174-433c-bcfa-7aa3bde28b20 req-ab0ab393-a3a7-410a-b713-41f1f77c7f16 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:42:00.162544 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-f45851aa-5174-433c-bcfa-7aa3bde28b20 req-ab0ab393-a3a7-410a-b713-41f1f77c7f16 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/ports?device_id=124aa8d6-54b1-4c24-821b-e022b8752904 HTTP/1.1" status: 200 len: 943 time: 0.0451097 Jun 15 10:42:00.210200 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-f45851aa-5174-433c-bcfa-7aa3bde28b20 req-0da13401-3d58-471a-95bb-87fe308d4e89 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fde00a3-d2eb-496d-ab01-3a80e675b356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421500 Jun 15 10:42:01.326865 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e99d3a-f629-49f2-9389-de77f65ee988 req-fd40e08b-cd6f-4d15-be2e-050f8c041dfd tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:42:01.328330 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d0e99d3a-f629-49f2-9389-de77f65ee988 req-fd40e08b-cd6f-4d15-be2e-050f8c041dfd tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/ports?device_id=124aa8d6-54b1-4c24-821b-e022b8752904 HTTP/1.1" status: 200 len: 943 time: 0.0490060 Jun 15 10:42:01.376329 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-d0e99d3a-f629-49f2-9389-de77f65ee988 req-56201146-67d5-4cd7-ae98-390b4a1cf228 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fde00a3-d2eb-496d-ab01-3a80e675b356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424724 Jun 15 10:42:01.962112 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 27606219-e918-4e9a-aa30-81725e2a94e1 details requested by agent hyperv_hv-cinder-84349 with host hv-cinder-84349 {{(pid=103807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 10:42:02.004637 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:42:02.033448 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:42:02.059929 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port 27606219-e918-4e9a-aa30-81725e2a94e1, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=27606219-e918-4e9a-aa30-81725e2a94e1,segment=NetworkSegment(978cf521-561b-4a1d-ab9d-76cc17299bf1),segment_id=978cf521-561b-4a1d-ab9d-76cc17299bf1)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:42:02.070954 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Returning: {'device': '27606219-e918-4e9a-aa30-81725e2a94e1', 'network_id': '104a1ab4-a947-4523-8e20-9882108d1335', 'port_id': '27606219-e918-4e9a-aa30-81725e2a94e1', 'mac_address': 'fa:16:3e:05:33:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32c01357-607a-450c-811c-8330c498325d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 10:42:02.108537 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Current status of the port 27606219-e918-4e9a-aa30-81725e2a94e1 is: DOWN; New status is: BUILD {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:42:02.108924 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (27606219-e918-4e9a-aa30-81725e2a94e1), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:42:02.121390 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27606219-e918-4e9a-aa30-81725e2a94e1 {{(pid=103807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 10:42:02.140152 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port 27606219-e918-4e9a-aa30-81725e2a94e1, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=27606219-e918-4e9a-aa30-81725e2a94e1,segment=NetworkSegment(978cf521-561b-4a1d-ab9d-76cc17299bf1),segment_id=978cf521-561b-4a1d-ab9d-76cc17299bf1)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:42:02.144180 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (27606219-e918-4e9a-aa30-81725e2a94e1), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:42:02.190703 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Pushing event updated for resources: {'Port': ['ID=27606219-e918-4e9a-aa30-81725e2a94e1,revision_number=4']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:42:02.198556 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:42:02.198909 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:42:02.199286 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:42:02.199633 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:42:02.199973 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:42:02.200308 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:42:02.200639 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:42:02.200968 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:42:02.201304 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:42:02.201656 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:42:02.201987 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:42:02.202314 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:42:02.202638 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:42:02.202963 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:42:02.203316 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:42:02.495423 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b75fe-a6c1-4d2d-97f4-627c2aa7fae2 req-3525e61d-9626-41d6-8827-2a5a5fbbf68a tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:42:02.496865 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-129b75fe-a6c1-4d2d-97f4-627c2aa7fae2 req-3525e61d-9626-41d6-8827-2a5a5fbbf68a tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/ports?device_id=124aa8d6-54b1-4c24-821b-e022b8752904 HTTP/1.1" status: 200 len: 944 time: 0.0492940 Jun 15 10:42:02.521918 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] get_ports_and_sgs() called for port_ids ['27606219-e918-4e9a-aa30-81725e2a94e1'] {{(pid=103807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 10:42:02.545297 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-129b75fe-a6c1-4d2d-97f4-627c2aa7fae2 req-f20e659c-eb4d-4393-87b4-ed31728b2a87 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fde00a3-d2eb-496d-ab01-3a80e675b356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429273 Jun 15 10:42:03.655964 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e2538a-2f17-4b28-a025-b5d597536217 req-bbeb8776-d4b5-4b20-9b9d-b67abee35e25 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:42:03.657390 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-04e2538a-2f17-4b28-a025-b5d597536217 req-bbeb8776-d4b5-4b20-9b9d-b67abee35e25 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/ports?device_id=124aa8d6-54b1-4c24-821b-e022b8752904 HTTP/1.1" status: 200 len: 944 time: 0.0454700 Jun 15 10:42:03.697385 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=100 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:42:03.707222 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-04e2538a-2f17-4b28-a025-b5d597536217 req-b188d3a0-483d-4b04-b650-5a18222bb2ea tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fde00a3-d2eb-496d-ab01-3a80e675b356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436041 Jun 15 10:42:03.962071 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 27606219-e918-4e9a-aa30-81725e2a94e1 up at agent hyperv_hv-cinder-84349 {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:42:04.001944 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Provisioning for port 27606219-e918-4e9a-aa30-81725e2a94e1 completed by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 10:42:04.007916 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Provisioning complete for port 27606219-e918-4e9a-aa30-81725e2a94e1 triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:42:04.008286 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (27606219-e918-4e9a-aa30-81725e2a94e1), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:42:04.079806 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Current status of the port 27606219-e918-4e9a-aa30-81725e2a94e1 is: BUILD; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:42:04.080186 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (27606219-e918-4e9a-aa30-81725e2a94e1), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:42:04.101817 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '124aa8d6-54b1-4c24-821b-e022b8752904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27606219-e918-4e9a-aa30-81725e2a94e1'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:42:04.104027 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9205ebd0146601a57e336ba0e259bffcba8e9192005a2aa68aaaf98781184b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96305f15-ee41-4f69-9345-548f6d31dae7" -d '{"events": [{"server_uuid": "124aa8d6-54b1-4c24-821b-e022b8752904", "name": "network-vif-plugged", "status": "completed", "tag": "27606219-e918-4e9a-aa30-81725e2a94e1"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:42:04.117429 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port 27606219-e918-4e9a-aa30-81725e2a94e1, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=27606219-e918-4e9a-aa30-81725e2a94e1,segment=NetworkSegment(978cf521-561b-4a1d-ab9d-76cc17299bf1),segment_id=978cf521-561b-4a1d-ab9d-76cc17299bf1)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:42:04.121236 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (27606219-e918-4e9a-aa30-81725e2a94e1), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:42:04.166615 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Pushing event updated for resources: {'Port': ['ID=27606219-e918-4e9a-aa30-81725e2a94e1,revision_number=5']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:42:04.198986 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 10:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f37a9d-aae8-4310-a5db-a60b4f2a4ab8 x-openstack-request-id: req-04f37a9d-aae8-4310-a5db-a60b4f2a4ab8 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:42:04.199308 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "124aa8d6-54b1-4c24-821b-e022b8752904", "name": "network-vif-plugged", "status": "completed", "tag": "27606219-e918-4e9a-aa30-81725e2a94e1", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:42:04.199559 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-04f37a9d-aae8-4310-a5db-a60b4f2a4ab8 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:42:04.199956 dv-cinder-843493-2-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04f37a9d-aae8-4310-a5db-a60b4f2a4ab8'] response: {'server_uuid': '124aa8d6-54b1-4c24-821b-e022b8752904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27606219-e918-4e9a-aa30-81725e2a94e1', 'code': 200} Jun 15 10:42:04.464550 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16c035-ee7a-4f57-a6dd-638212208081 req-9c5469d3-5dff-4b2e-ae36-27b013a2d77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:42:04.466019 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0b16c035-ee7a-4f57-a6dd-638212208081 req-9c5469d3-5dff-4b2e-ae36-27b013a2d77b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=124aa8d6-54b1-4c24-821b-e022b8752904 HTTP/1.1" status: 200 len: 1129 time: 0.0370944 Jun 15 10:42:04.516655 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-0b16c035-ee7a-4f57-a6dd-638212208081 req-865a6332-0edc-4cf0-805f-4aa9bbb66df8 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7fde00a3-d2eb-496d-ab01-3a80e675b356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422428 Jun 15 10:42:04.782109 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=100 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:42:04.820115 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521f4c80-088d-4526-86c1-6a0fe0ded0bd req-1e603059-0641-47ae-ab00-13fe60f9f3fc tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:42:04.821574 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-521f4c80-088d-4526-86c1-6a0fe0ded0bd req-1e603059-0641-47ae-ab00-13fe60f9f3fc tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/ports?device_id=124aa8d6-54b1-4c24-821b-e022b8752904 HTTP/1.1" status: 200 len: 945 time: 0.0478079 Jun 15 10:42:04.869160 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-521f4c80-088d-4526-86c1-6a0fe0ded0bd req-01e67c15-833b-49c9-8cf4-444d1c48227d tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fde00a3-d2eb-496d-ab01-3a80e675b356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421016 Jun 15 10:42:05.983817 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b50feb-fc9e-43ae-9a0b-8715fc7bda1a req-3b1944c9-5d22-4688-912a-0d985d028f29 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:42:05.985285 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-e5b50feb-fc9e-43ae-9a0b-8715fc7bda1a req-3b1944c9-5d22-4688-912a-0d985d028f29 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/ports?device_id=124aa8d6-54b1-4c24-821b-e022b8752904 HTTP/1.1" status: 200 len: 945 time: 0.0466626 Jun 15 10:42:06.035346 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-e5b50feb-fc9e-43ae-9a0b-8715fc7bda1a req-94ea0b54-0683-4cd6-9799-8098cb270e3f tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fde00a3-d2eb-496d-ab01-3a80e675b356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438001 Jun 15 10:42:07.148726 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984c7cb-78c8-4390-9803-a8c156d097fd req-53da7cc7-371e-4458-9a6b-e249c9a7778c tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:42:07.150160 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8984c7cb-78c8-4390-9803-a8c156d097fd req-53da7cc7-371e-4458-9a6b-e249c9a7778c tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/ports?device_id=124aa8d6-54b1-4c24-821b-e022b8752904 HTTP/1.1" status: 200 len: 945 time: 0.0462475 Jun 15 10:42:07.197346 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-8984c7cb-78c8-4390-9803-a8c156d097fd req-64164f11-1afc-4254-94e9-23a29fdc82a7 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fde00a3-d2eb-496d-ab01-3a80e675b356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416734 Jun 15 10:42:07.297115 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=100 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:42:07.300033 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=100 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:42:07.312021 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9866adeb-cac9-4d65-9041-d62593624c9e req-a2176944-0379-4111-9d8e-d9ba1d1388be tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:42:07.313462 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-9866adeb-cac9-4d65-9041-d62593624c9e req-a2176944-0379-4111-9d8e-d9ba1d1388be tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/ports?device_id=124aa8d6-54b1-4c24-821b-e022b8752904 HTTP/1.1" status: 200 len: 945 time: 0.0506861 Jun 15 10:42:07.360780 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-9866adeb-cac9-4d65-9041-d62593624c9e req-9c6083db-3a0b-48ac-accc-c881612913d3 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fde00a3-d2eb-496d-ab01-3a80e675b356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410836 Jun 15 10:42:07.383386 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 34942) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:42:07.423324 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f345562-5a43-48c9-bee8-8a2bd8aa44f5 tempest-TestVolumeBootPattern-1052685698 tempest-TestVolumeBootPattern-1052685698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:42:07.424772 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-2f345562-5a43-48c9-bee8-8a2bd8aa44f5 tempest-TestVolumeBootPattern-1052685698 tempest-TestVolumeBootPattern-1052685698-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=124aa8d6-54b1-4c24-821b-e022b8752904 HTTP/1.1" status: 200 len: 1124 time: 0.0404468 Jun 15 10:42:07.428002 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 34944) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:42:07.432128 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-ba6d512e-8084-415b-af69-55361168afb3 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Request body: {'floatingip': {'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'port_id': '27606219-e918-4e9a-aa30-81725e2a94e1', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:42:07.452856 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ba6d512e-8084-415b-af69-55361168afb3 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:42:07.526975 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ba6d512e-8084-415b-af69-55361168afb3 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:42:07.631356 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_common [None req-ba6d512e-8084-415b-af69-55361168afb3 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Allocated IP 172.27.0.19 (0c6836d1-4e10-4696-9cf9-183899f77c81/849db9c0-6b0b-495f-a2c9-c288d42c277d/da3788e3-dc91-45d4-85e1-9cd2cde421ea) {{(pid=103806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:42:07.736170 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ba6d512e-8084-415b-af69-55361168afb3 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks [] for port (da3788e3-dc91-45d4-85e1-9cd2cde421ea), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:42:07.767363 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ba6d512e-8084-415b-af69-55361168afb3 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (da3788e3-dc91-45d4-85e1-9cd2cde421ea), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:42:07.809220 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6d512e-8084-415b-af69-55361168afb3 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Network 0c6836d1-4e10-4696-9cf9-183899f77c81 is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:42:07.813618 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [None req-ba6d512e-8084-415b-af69-55361168afb3 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:42:07.817504 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6d512e-8084-415b-af69-55361168afb3 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Received port after_create {{(pid=103806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:42:07.839071 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6d512e-8084-415b-af69-55361168afb3 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Pushing event updated for resources: {'Port': ['ID=da3788e3-dc91-45d4-85e1-9cd2cde421ea,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:42:07.852765 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d512e-8084-415b-af69-55361168afb3 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:42:07.853102 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d512e-8084-415b-af69-55361168afb3 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:42:07.853439 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d512e-8084-415b-af69-55361168afb3 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:42:07.853769 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d512e-8084-415b-af69-55361168afb3 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:42:07.854092 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d512e-8084-415b-af69-55361168afb3 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:42:07.854412 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d512e-8084-415b-af69-55361168afb3 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:42:07.854727 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d512e-8084-415b-af69-55361168afb3 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:42:07.855040 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d512e-8084-415b-af69-55361168afb3 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:42:07.855382 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d512e-8084-415b-af69-55361168afb3 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:42:07.855695 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d512e-8084-415b-af69-55361168afb3 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:42:07.856007 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d512e-8084-415b-af69-55361168afb3 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:42:07.856316 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d512e-8084-415b-af69-55361168afb3 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:42:07.856633 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d512e-8084-415b-af69-55361168afb3 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:42:07.856940 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d512e-8084-415b-af69-55361168afb3 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:42:07.857249 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d512e-8084-415b-af69-55361168afb3 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:42:07.898674 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:42:07.900896 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:42:07.921110 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:42:08.032309 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:42:08.410989 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ba6d512e-8084-415b-af69-55361168afb3 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks [] for floatingip (26b9b83f-4bd2-4c88-976e-98022d68ed68), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:42:08.477068 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ba6d512e-8084-415b-af69-55361168afb3 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (da3788e3-dc91-45d4-85e1-9cd2cde421ea), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:42:08.617467 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ba6d512e-8084-415b-af69-55361168afb3 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks [] for port (da3788e3-dc91-45d4-85e1-9cd2cde421ea), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:42:08.621566 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ba6d512e-8084-415b-af69-55361168afb3 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-252119569'] for port (da3788e3-dc91-45d4-85e1-9cd2cde421ea), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:42:08.692179 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6d512e-8084-415b-af69-55361168afb3 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Pushing event updated for resources: {'Port': ['ID=da3788e3-dc91-45d4-85e1-9cd2cde421ea,revision_number=2']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:42:08.697331 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ba6d512e-8084-415b-af69-55361168afb3 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-721338'] for floatingip (26b9b83f-4bd2-4c88-976e-98022d68ed68), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:42:08.789999 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.db.l3_db [None req-ba6d512e-8084-415b-af69-55361168afb3 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Floating IP 26b9b83f-4bd2-4c88-976e-98022d68ed68 associated. External IP: 172.27.0.19, port: 27606219-e918-4e9a-aa30-81725e2a94e1. Jun 15 10:42:08.991116 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba6d512e-8084-415b-af69-55361168afb3 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Router 3fb9a49f-82ac-48ec-a5e4-cba8d78ba383 has already been hosted by L3 agent 06043943-94cb-49df-a062-a4886c03e673 {{(pid=103806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 10:42:09.029594 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:42:09.076790 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:42:09.093707 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba6d512e-8084-415b-af69-55361168afb3 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Notify agent at l3_agent.dv-cinder-843493-2-iscsi the message routers_updated {{(pid=103806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 10:42:09.103827 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a915fcc-acab-41fa-9b25-bddf03203d3c None None] Sync routers for ids ['3fb9a49f-82ac-48ec-a5e4-cba8d78ba383'] in dv-cinder-843493-2-iscsi {{(pid=103807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 10:42:09.111686 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ba6d512e-8084-415b-af69-55361168afb3 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for floatingip (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:42:09.113443 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a915fcc-acab-41fa-9b25-bddf03203d3c None None] Routers {'3fb9a49f-82ac-48ec-a5e4-cba8d78ba383'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:42:09.114073 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-9a915fcc-acab-41fa-9b25-bddf03203d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:41:45Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['3fb9a49f-82ac-48ec-a5e4-cba8d78ba383'], 'active': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:42:09.141780 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-ba6d512e-8084-415b-af69-55361168afb3 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7127852 Jun 15 10:42:09.142424 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '124aa8d6-54b1-4c24-821b-e022b8752904', 'tag': '27606219-e918-4e9a-aa30-81725e2a94e1'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:42:09.144677 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15acf06c26f001ded10715ddc8547394d4bbc7e5ff5a4e462e54e6774371169d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ec6dff-18e1-4ebb-9c5c-48f77f6a934d" -d '{"events": [{"name": "network-changed", "server_uuid": "124aa8d6-54b1-4c24-821b-e022b8752904", "tag": "27606219-e918-4e9a-aa30-81725e2a94e1"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:42:09.180059 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 10:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4272a671-6609-48b3-b97a-65a38c4252ab x-openstack-request-id: req-4272a671-6609-48b3-b97a-65a38c4252ab {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:42:09.180341 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "124aa8d6-54b1-4c24-821b-e022b8752904", "tag": "27606219-e918-4e9a-aa30-81725e2a94e1", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:42:09.180585 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4272a671-6609-48b3-b97a-65a38c4252ab {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:42:09.181165 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4272a671-6609-48b3-b97a-65a38c4252ab'] response: {'name': 'network-changed', 'server_uuid': '124aa8d6-54b1-4c24-821b-e022b8752904', 'tag': '27606219-e918-4e9a-aa30-81725e2a94e1', 'status': 'completed', 'code': 200} Jun 15 10:42:09.209712 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:42:09.217597 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:42:09.220014 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvr_db [None req-9a915fcc-acab-41fa-9b25-bddf03203d3c None None] Set router 3fb9a49f-82ac-48ec-a5e4-cba8d78ba383 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:42:09.265155 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec6dff-18e1-4ebb-9c5c-48f77f6a934d req-929a5e43-6a67-4c46-b77b-3f019e539df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:42:09.266665 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-74ec6dff-18e1-4ebb-9c5c-48f77f6a934d req-929a5e43-6a67-4c46-b77b-3f019e539df0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f096e399deac4d029ff63e3cb7f1ce9f&device_id=124aa8d6-54b1-4c24-821b-e022b8752904 HTTP/1.1" status: 200 len: 1129 time: 0.0405862 Jun 15 10:42:09.363213 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec6dff-18e1-4ebb-9c5c-48f77f6a934d req-416e7d46-dd3e-4af0-a5b6-100c51e073b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:42:09.364754 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-74ec6dff-18e1-4ebb-9c5c-48f77f6a934d req-416e7d46-dd3e-4af0-a5b6-100c51e073b8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=104a1ab4-a947-4523-8e20-9882108d1335 HTTP/1.1" status: 200 len: 911 time: 0.0920410 Jun 15 10:42:09.425787 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-74ec6dff-18e1-4ebb-9c5c-48f77f6a934d req-b8f773f5-77c1-424d-8caa-1b5c659340fb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27606219-e918-4e9a-aa30-81725e2a94e1 HTTP/1.1" status: 200 len: 998 time: 0.0546260 Jun 15 10:42:09.478199 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec6dff-18e1-4ebb-9c5c-48f77f6a934d req-fdd358e5-81be-4257-b969-059535141965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:42:09.479657 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-74ec6dff-18e1-4ebb-9c5c-48f77f6a934d req-fdd358e5-81be-4257-b969-059535141965 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=32c01357-607a-450c-811c-8330c498325d HTTP/1.1" status: 200 len: 849 time: 0.0472386 Jun 15 10:42:09.521880 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec6dff-18e1-4ebb-9c5c-48f77f6a934d req-6cf4915d-ec50-471d-9a60-cc9f7877089b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:42:09.523287 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-74ec6dff-18e1-4ebb-9c5c-48f77f6a934d req-6cf4915d-ec50-471d-9a60-cc9f7877089b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=104a1ab4-a947-4523-8e20-9882108d1335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375371 Jun 15 10:42:09.553246 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-9a915fcc-acab-41fa-9b25-bddf03203d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'name': 'tempest-TestVolumeBootPattern-14245363-router', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '6cea28f3-754b-40b6-ac64-e252d0494188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:38:39Z', 'updated_at': '2022-06-15T10:38:43Z', 'revision_number': 4, 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'gw_port': {'id': '6cea28f3-754b-40b6-ac64-e252d0494188', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:20:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:38:39Z', 'updated_at': '2022-06-15T10:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_floatingips': [{'id': '26b9b83f-4bd2-4c88-976e-98022d68ed68', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'router_id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'port_id': '27606219-e918-4e9a-aa30-81725e2a94e1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '104a1ab4-a947-4523-8e20-9882108d1335', 'mac_address': 'fa:16:3e:05:33:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124aa8d6-54b1-4c24-821b-e022b8752904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T10:42:08Z', 'updated_at': '2022-06-15T10:42:08Z', 'revision_number': 0, 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1972bab0-9a38-465b-b3aa-b591098308f2', 'name': '', 'network_id': '104a1ab4-a947-4523-8e20-9882108d1335', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'mac_address': 'fa:16:3e:32:52:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '32c01357-607a-450c-811c-8330c498325d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:38:42Z', 'updated_at': '2022-06-15T10:38:48Z', 'revision_number': 5, 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'subnets': [{'id': '32c01357-607a-450c-811c-8330c498325d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:42:09.576968 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a915fcc-acab-41fa-9b25-bddf03203d3c None None] Checking router: 3fb9a49f-82ac-48ec-a5e4-cba8d78ba383 for host: dv-cinder-843493-2-iscsi {{(pid=103807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 10:42:09.585700 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a915fcc-acab-41fa-9b25-bddf03203d3c None None] Routers {'3fb9a49f-82ac-48ec-a5e4-cba8d78ba383'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:42:09.586327 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-9a915fcc-acab-41fa-9b25-bddf03203d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:41:45Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['3fb9a49f-82ac-48ec-a5e4-cba8d78ba383'], 'active': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:42:09.610864 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-74ec6dff-18e1-4ebb-9c5c-48f77f6a934d req-b0d74e4d-cc76-4ddb-b476-a8f9c69f5481 service neutron] 10.222.0.62 "GET /v2.0/networks/104a1ab4-a947-4523-8e20-9882108d1335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812955 Jun 15 10:42:09.687870 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvr_db [None req-9a915fcc-acab-41fa-9b25-bddf03203d3c None None] Set router 3fb9a49f-82ac-48ec-a5e4-cba8d78ba383 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:42:09.702910 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-74ec6dff-18e1-4ebb-9c5c-48f77f6a934d req-699d3753-6f1a-4c4a-8b87-2834839fd37b service neutron] 10.222.0.62 "GET /v2.0/networks/104a1ab4-a947-4523-8e20-9882108d1335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859313 Jun 15 10:42:09.894546 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-9a915fcc-acab-41fa-9b25-bddf03203d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'name': 'tempest-TestVolumeBootPattern-14245363-router', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '6cea28f3-754b-40b6-ac64-e252d0494188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:38:39Z', 'updated_at': '2022-06-15T10:38:43Z', 'revision_number': 4, 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'gw_port': {'id': '6cea28f3-754b-40b6-ac64-e252d0494188', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:20:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:38:39Z', 'updated_at': '2022-06-15T10:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_floatingips': [{'id': '26b9b83f-4bd2-4c88-976e-98022d68ed68', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'router_id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'port_id': '27606219-e918-4e9a-aa30-81725e2a94e1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '104a1ab4-a947-4523-8e20-9882108d1335', 'mac_address': 'fa:16:3e:05:33:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124aa8d6-54b1-4c24-821b-e022b8752904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T10:42:08Z', 'updated_at': '2022-06-15T10:42:08Z', 'revision_number': 0, 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1972bab0-9a38-465b-b3aa-b591098308f2', 'name': '', 'network_id': '104a1ab4-a947-4523-8e20-9882108d1335', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'mac_address': 'fa:16:3e:32:52:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '32c01357-607a-450c-811c-8330c498325d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:38:42Z', 'updated_at': '2022-06-15T10:38:48Z', 'revision_number': 5, 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'subnets': [{'id': '32c01357-607a-450c-811c-8330c498325d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:42:09.918689 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a915fcc-acab-41fa-9b25-bddf03203d3c None None] The sync data for ids ['3fb9a49f-82ac-48ec-a5e4-cba8d78ba383'] in dv-cinder-843493-2-iscsi is: [{'id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'name': 'tempest-TestVolumeBootPattern-14245363-router', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '6cea28f3-754b-40b6-ac64-e252d0494188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:38:39Z', 'updated_at': '2022-06-15T10:38:43Z', 'revision_number': 4, 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'gw_port': {'id': '6cea28f3-754b-40b6-ac64-e252d0494188', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:20:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:38:39Z', 'updated_at': '2022-06-15T10:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_floatingips': [{'id': '26b9b83f-4bd2-4c88-976e-98022d68ed68', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'router_id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'port_id': '27606219-e918-4e9a-aa30-81725e2a94e1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '104a1ab4-a947-4523-8e20-9882108d1335', 'mac_address': 'fa:16:3e:05:33:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124aa8d6-54b1-4c24-821b-e022b8752904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T10:42:08Z', 'updated_at': '2022-06-15T10:42:08Z', 'revision_number': 0, 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1972bab0-9a38-465b-b3aa-b591098308f2', 'name': '', 'network_id': '104a1ab4-a947-4523-8e20-9882108d1335', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'mac_address': 'fa:16:3e:32:52:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '32c01357-607a-450c-811c-8330c498325d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:38:42Z', 'updated_at': '2022-06-15T10:38:48Z', 'revision_number': 5, 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'subnets': [{'id': '32c01357-607a-450c-811c-8330c498325d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 10:42:10.104929 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde04ad1-2ff7-4d66-8ee6-4e47ee2d50ff None None] New status for floating IP 26b9b83f-4bd2-4c88-976e-98022d68ed68: ACTIVE {{(pid=103808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 10:42:13.037518 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-2118c7ee-c3d1-414b-a200-25af7025f406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (e7b68426-6abe-45ee-a2ce-c32f72f66753), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:42:15.235894 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-816320d5-6320-458c-b5bb-c097a1613a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (06043943-94cb-49df-a062-a4886c03e673), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:42:16.406513 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-59f444b4-2386-4fe1-b50f-b9e54b42d680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (3cca6303-0f2e-4b13-b82d-f2749c30f699), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:42:17.353680 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=7 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:42:17.356590 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=5 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:42:17.798741 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-28d06d32-ea2f-4019-b04d-5ef5fa4d530e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (28e3d1c3-881c-45f9-bfee-5bcc9597e0ae), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:42:17.994099 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (ad84a4c2-87cd-4603-a219-98785ef58eeb), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:42:19.689343 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=54,neutron:DELETE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:42:19.699846 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=60 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:42:20.202383 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:42:20.204216 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=12 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:42:22.728685 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (a4349971-e88a-4ea8-a067-54d07204ee65), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:42:23.691770 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.agents_db [None req-cff4c53f-faac-479c-b9be-928944d02899 None None] Agent healthcheck: found 6 active agents {{(pid=103808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 10:42:29.833309 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c982a9-be28-4380-b29e-0cc456b8aab4 req-02341ea7-5172-4050-870c-8ac4b0f284bd tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:42:29.835294 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-87c982a9-be28-4380-b29e-0cc456b8aab4 req-02341ea7-5172-4050-870c-8ac4b0f284bd tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 945 time: 0.0458832 Jun 15 10:42:29.883276 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-87c982a9-be28-4380-b29e-0cc456b8aab4 req-db9757ac-b726-4a43-b5b1-23630d526a73 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe649189-760b-4d5b-a1e6-f57ab81a8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423329 Jun 15 10:42:30.997731 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5948e7-e131-41cd-aa1e-76b1e29c5861 req-fa263580-2db3-4f94-9cc8-591090990912 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:42:30.999568 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-fe5948e7-e131-41cd-aa1e-76b1e29c5861 req-fa263580-2db3-4f94-9cc8-591090990912 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 945 time: 0.0473959 Jun 15 10:42:31.048481 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-fe5948e7-e131-41cd-aa1e-76b1e29c5861 req-b859dd73-9e74-4354-ba29-4eaf5af9444a tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe649189-760b-4d5b-a1e6-f57ab81a8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432444 Jun 15 10:42:31.295496 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f53c46-f5a2-42f9-8a8d-59e5a0a0dc9b req-6c342dad-9c80-429d-baa0-f668e5d20963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:42:31.296948 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-72f53c46-f5a2-42f9-8a8d-59e5a0a0dc9b req-6c342dad-9c80-429d-baa0-f668e5d20963 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe56b435fdbf49629bfc5e06c24e78b9&device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 1129 time: 0.0426066 Jun 15 10:42:31.403156 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f53c46-f5a2-42f9-8a8d-59e5a0a0dc9b req-82ec7ab4-1c66-406f-8153-47a34f343270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:42:31.404504 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-72f53c46-f5a2-42f9-8a8d-59e5a0a0dc9b req-82ec7ab4-1c66-406f-8153-47a34f343270 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6c676230-a21e-47f7-b248-35e003e07d94 HTTP/1.1" status: 200 len: 909 time: 0.0835395 Jun 15 10:42:31.467357 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-72f53c46-f5a2-42f9-8a8d-59e5a0a0dc9b req-e4750a51-d328-4a59-b473-92cf9dc38c31 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94642a1a-1e5d-4c38-8e39-fe86241784ed HTTP/1.1" status: 200 len: 1000 time: 0.0564740 Jun 15 10:42:31.513722 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f53c46-f5a2-42f9-8a8d-59e5a0a0dc9b req-f36d1cf3-3860-4f3e-9090-b9f4a980ac96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:42:31.515075 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-72f53c46-f5a2-42f9-8a8d-59e5a0a0dc9b req-f36d1cf3-3860-4f3e-9090-b9f4a980ac96 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bbaedce3-07fe-427f-8c9e-c552095c0fcd HTTP/1.1" status: 200 len: 847 time: 0.0417283 Jun 15 10:42:31.556644 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f53c46-f5a2-42f9-8a8d-59e5a0a0dc9b req-30109bc9-036b-4469-abf0-c1ebfaf85561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:42:31.558046 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-72f53c46-f5a2-42f9-8a8d-59e5a0a0dc9b req-30109bc9-036b-4469-abf0-c1ebfaf85561 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6c676230-a21e-47f7-b248-35e003e07d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0365987 Jun 15 10:42:31.648718 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-72f53c46-f5a2-42f9-8a8d-59e5a0a0dc9b req-2d0ab983-72c4-4f53-875f-b87469ac2472 service neutron] 10.222.0.62 "GET /v2.0/networks/6c676230-a21e-47f7-b248-35e003e07d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834737 Jun 15 10:42:31.735710 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-72f53c46-f5a2-42f9-8a8d-59e5a0a0dc9b req-9ad8305d-9cb1-47fa-9dce-0d1a435a3f45 service neutron] 10.222.0.62 "GET /v2.0/networks/6c676230-a21e-47f7-b248-35e003e07d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808141 Jun 15 10:42:32.164530 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41b263-c4a1-456d-a242-708fa2a0cc6d req-1d69e1d7-3785-4ef0-aa1d-bdd474423534 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:42:32.166024 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-fe41b263-c4a1-456d-a242-708fa2a0cc6d req-1d69e1d7-3785-4ef0-aa1d-bdd474423534 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 945 time: 0.0504568 Jun 15 10:42:32.214087 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-fe41b263-c4a1-456d-a242-708fa2a0cc6d req-47db3a91-294e-4ef6-9844-8ff68e66e00d tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe649189-760b-4d5b-a1e6-f57ab81a8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425141 Jun 15 10:42:32.722638 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=76,neutron:UPDATE=4 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:42:32.724551 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=65,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:42:33.325742 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0282e999-5927-4777-9c67-c981155f5613 req-7f5e8f9d-9551-47f6-9189-2ca1ec7edc01 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:42:33.327209 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-0282e999-5927-4777-9c67-c981155f5613 req-7f5e8f9d-9551-47f6-9189-2ca1ec7edc01 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 945 time: 0.0459957 Jun 15 10:42:33.377869 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-0282e999-5927-4777-9c67-c981155f5613 req-627e0685-2f31-482f-b9cf-67113fc362fa tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe649189-760b-4d5b-a1e6-f57ab81a8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452220 Jun 15 10:42:33.687379 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:42:33.688144 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:42:34.488563 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98809ca-6e49-4597-8c42-2aef470cb622 req-5c10245b-f7fa-48dd-9622-e4c04000085f tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:42:34.490029 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a98809ca-6e49-4597-8c42-2aef470cb622 req-5c10245b-f7fa-48dd-9622-e4c04000085f tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 945 time: 0.0461974 Jun 15 10:42:34.538002 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a98809ca-6e49-4597-8c42-2aef470cb622 req-33036dca-10b7-4737-8af0-76a463bb709a tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe649189-760b-4d5b-a1e6-f57ab81a8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425010 Jun 15 10:42:35.651428 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58b29c-4394-40ea-a808-a9bf123297d5 req-e39a4a55-3bdf-445f-8005-021e1ab7de30 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:42:35.652862 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-be58b29c-4394-40ea-a808-a9bf123297d5 req-e39a4a55-3bdf-445f-8005-021e1ab7de30 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 945 time: 0.0459101 Jun 15 10:42:35.700650 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-be58b29c-4394-40ea-a808-a9bf123297d5 req-9851b933-f22d-44b4-bc2b-1f2f9d805c83 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe649189-760b-4d5b-a1e6-f57ab81a8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424237 Jun 15 10:42:36.813809 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8b54b-669b-490d-b210-3673916aaf12 req-0c74291e-9563-4f2c-a84f-67dd2f794f01 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:42:36.815312 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-36d8b54b-669b-490d-b210-3673916aaf12 req-0c74291e-9563-4f2c-a84f-67dd2f794f01 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 945 time: 0.0471992 Jun 15 10:42:36.866655 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-36d8b54b-669b-490d-b210-3673916aaf12 req-8bfb24da-ec4a-45f9-98c8-cadf4ddc7d8e tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe649189-760b-4d5b-a1e6-f57ab81a8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457997 Jun 15 10:42:37.978911 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2bda01-eada-4920-80d5-4d26a59ba92e req-b4416bb3-e517-4760-a4d9-76fc399a05a4 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:42:37.980407 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-7f2bda01-eada-4920-80d5-4d26a59ba92e req-b4416bb3-e517-4760-a4d9-76fc399a05a4 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 945 time: 0.0466363 Jun 15 10:42:38.027685 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-7f2bda01-eada-4920-80d5-4d26a59ba92e req-350ef4cc-7f32-42e8-8cd2-df4dc4f870d4 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe649189-760b-4d5b-a1e6-f57ab81a8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418184 Jun 15 10:42:39.139422 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4f869-2e12-429e-b4cd-f321c44de018 req-0e8f3a00-83ad-4df6-aabb-4ea6c567ae7d tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:42:39.140895 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-77d4f869-2e12-429e-b4cd-f321c44de018 req-0e8f3a00-83ad-4df6-aabb-4ea6c567ae7d tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 945 time: 0.0472300 Jun 15 10:42:39.188899 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-77d4f869-2e12-429e-b4cd-f321c44de018 req-7af83d8f-ba66-462a-b423-86899a423f64 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe649189-760b-4d5b-a1e6-f57ab81a8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423298 Jun 15 10:42:40.077795 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248a9a77-fbd6-4349-bc5d-3d05d7c29d67 req-c17cb163-8f29-4620-a983-5b91934f65fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:42:40.079185 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-248a9a77-fbd6-4349-bc5d-3d05d7c29d67 req-c17cb163-8f29-4620-a983-5b91934f65fd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe56b435fdbf49629bfc5e06c24e78b9&device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 1129 time: 0.0375898 Jun 15 10:42:40.103951 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=100 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:42:40.151302 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=100 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:42:40.170929 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248a9a77-fbd6-4349-bc5d-3d05d7c29d67 req-c24f5f88-70a1-4916-a8db-7ed83382e764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:42:40.172403 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-248a9a77-fbd6-4349-bc5d-3d05d7c29d67 req-c24f5f88-70a1-4916-a8db-7ed83382e764 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6c676230-a21e-47f7-b248-35e003e07d94 HTTP/1.1" status: 200 len: 909 time: 0.0873013 Jun 15 10:42:40.235420 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-248a9a77-fbd6-4349-bc5d-3d05d7c29d67 req-5c09f2d5-f32f-4f6c-8d25-425fb51be328 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94642a1a-1e5d-4c38-8e39-fe86241784ed HTTP/1.1" status: 200 len: 1000 time: 0.0532279 Jun 15 10:42:40.287862 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248a9a77-fbd6-4349-bc5d-3d05d7c29d67 req-886a17ef-e30b-48bb-b5e7-da77c5512f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:42:40.289328 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-248a9a77-fbd6-4349-bc5d-3d05d7c29d67 req-886a17ef-e30b-48bb-b5e7-da77c5512f3b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bbaedce3-07fe-427f-8c9e-c552095c0fcd HTTP/1.1" status: 200 len: 847 time: 0.0479617 Jun 15 10:42:40.303350 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45147adb-c1f6-4d8c-ab95-58eff6b14271 req-3473af12-5db5-4bb9-9e63-f8c91cb026e3 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:42:40.305339 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-45147adb-c1f6-4d8c-ab95-58eff6b14271 req-3473af12-5db5-4bb9-9e63-f8c91cb026e3 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 945 time: 0.0504763 Jun 15 10:42:40.332333 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248a9a77-fbd6-4349-bc5d-3d05d7c29d67 req-ee09655e-8e2d-4014-9ebf-f1f8d3d1ed00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:42:40.333867 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-248a9a77-fbd6-4349-bc5d-3d05d7c29d67 req-ee09655e-8e2d-4014-9ebf-f1f8d3d1ed00 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6c676230-a21e-47f7-b248-35e003e07d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387039 Jun 15 10:42:40.354040 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-45147adb-c1f6-4d8c-ab95-58eff6b14271 req-ac4c7009-0666-4866-89e0-86da5879c84e tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe649189-760b-4d5b-a1e6-f57ab81a8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432212 Jun 15 10:42:40.426174 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-248a9a77-fbd6-4349-bc5d-3d05d7c29d67 req-b474e9f8-2e31-4e5c-a760-8c970be280a1 service neutron] 10.222.0.62 "GET /v2.0/networks/6c676230-a21e-47f7-b248-35e003e07d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811329 Jun 15 10:42:40.522302 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-248a9a77-fbd6-4349-bc5d-3d05d7c29d67 req-6bc50780-0ab5-4bb9-885e-9b500fee670f service neutron] 10.222.0.62 "GET /v2.0/networks/6c676230-a21e-47f7-b248-35e003e07d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853903 Jun 15 10:42:41.465380 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec631e6-2f80-42e8-b901-7fc292d9a894 req-31e74e46-7775-418c-a67e-2d24fcaee255 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:42:41.466829 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5ec631e6-2f80-42e8-b901-7fc292d9a894 req-31e74e46-7775-418c-a67e-2d24fcaee255 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 945 time: 0.0465958 Jun 15 10:42:41.514954 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-5ec631e6-2f80-42e8-b901-7fc292d9a894 req-26f2c13e-8d56-45c1-8e50-23fffea22c25 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe649189-760b-4d5b-a1e6-f57ab81a8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427389 Jun 15 10:42:42.626783 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c441dc-b355-452b-9293-ed5f06d5866d req-45eb1aea-768d-492c-aa73-be7012e1f75c tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:42:42.628187 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-92c441dc-b355-452b-9293-ed5f06d5866d req-45eb1aea-768d-492c-aa73-be7012e1f75c tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 945 time: 0.0465240 Jun 15 10:42:42.675507 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-92c441dc-b355-452b-9293-ed5f06d5866d req-f12e314a-aa3c-4a71-98a3-95dd75295b1c tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe649189-760b-4d5b-a1e6-f57ab81a8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419998 Jun 15 10:42:43.040155 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-aed11eb1-e6b3-4344-afe2-aede68721f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (e7b68426-6abe-45ee-a2ce-c32f72f66753), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:42:43.793069 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6c9bc-09a1-47d3-9670-ec325b8d8006 req-5d47c56c-a825-4ecc-a33d-a3d1c50cc070 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:42:43.794556 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-47d6c9bc-09a1-47d3-9670-ec325b8d8006 req-5d47c56c-a825-4ecc-a33d-a3d1c50cc070 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 945 time: 0.0499718 Jun 15 10:42:43.842000 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-47d6c9bc-09a1-47d3-9670-ec325b8d8006 req-44f128c5-1b34-404c-a034-754efc5ace4a tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe649189-760b-4d5b-a1e6-f57ab81a8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419021 Jun 15 10:42:44.045186 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f9d99-3662-432a-8a40-7ae313cccb40 req-c10ead37-a290-42d4-92bb-6cb430c67038 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:42:44.046707 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b34f9d99-3662-432a-8a40-7ae313cccb40 req-c10ead37-a290-42d4-92bb-6cb430c67038 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 945 time: 0.0474286 Jun 15 10:42:44.059009 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-82f3bdce-1ef9-4eaf-bfd6-de92fe3b5296 req-0680ea6f-3d21-4335-957a-21a4fe267892 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0805199 Jun 15 10:42:44.095698 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b34f9d99-3662-432a-8a40-7ae313cccb40 req-f92968b2-4b01-4e7a-8052-eed230fee634 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe649189-760b-4d5b-a1e6-f57ab81a8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432239 Jun 15 10:42:45.219985 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3bdce-1ef9-4eaf-bfd6-de92fe3b5296 req-0e0fcff8-452a-41ce-9465-d89a9cee03a4 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:42:45.221352 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-82f3bdce-1ef9-4eaf-bfd6-de92fe3b5296 req-0e0fcff8-452a-41ce-9465-d89a9cee03a4 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/ports/94642a1a-1e5d-4c38-8e39-fe86241784ed HTTP/1.1" status: 200 len: 942 time: 0.1252363 Jun 15 10:42:45.227141 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-596944cf-b60c-4a7f-8bea-63387a3489be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (06043943-94cb-49df-a062-a4886c03e673), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:42:45.237684 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f20ab5c-9140-4d78-a9ad-082ecc9401fc req-75b9f13c-6613-4656-8ce0-ab5d2910e10d tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:42:45.239182 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-4f20ab5c-9140-4d78-a9ad-082ecc9401fc req-75b9f13c-6613-4656-8ce0-ab5d2910e10d tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 945 time: 0.0628047 Jun 15 10:42:45.288737 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-4f20ab5c-9140-4d78-a9ad-082ecc9401fc req-5be204bc-7ecd-401b-99eb-73c808715e46 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe649189-760b-4d5b-a1e6-f57ab81a8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433118 Jun 15 10:42:46.204151 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 94642a1a-1e5d-4c38-8e39-fe86241784ed no longer exists at agent hyperv_hv-cinder-84349 {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 10:42:46.277921 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Current status of the port 94642a1a-1e5d-4c38-8e39-fe86241784ed is: ACTIVE; New status is: DOWN {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:42:46.278604 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (94642a1a-1e5d-4c38-8e39-fe86241784ed), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:42:46.307448 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f6bfe90-7d7f-4905-b097-81c9bda21a3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94642a1a-1e5d-4c38-8e39-fe86241784ed'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:42:46.311067 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9205ebd0146601a57e336ba0e259bffcba8e9192005a2aa68aaaf98781184b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74183c62-1e42-4113-8d31-e7ee12a6ed20" -d '{"events": [{"server_uuid": "4f6bfe90-7d7f-4905-b097-81c9bda21a3e", "name": "network-vif-unplugged", "status": "completed", "tag": "94642a1a-1e5d-4c38-8e39-fe86241784ed"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:42:46.327711 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port 94642a1a-1e5d-4c38-8e39-fe86241784ed, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=94642a1a-1e5d-4c38-8e39-fe86241784ed,segment=NetworkSegment(e3d3e506-e337-41e4-8354-b0b48f6066de),segment_id=e3d3e506-e337-41e4-8354-b0b48f6066de)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:42:46.332287 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (94642a1a-1e5d-4c38-8e39-fe86241784ed), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:42:46.357106 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 15 Jun 2022 10:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca625e7-bad7-44d4-8e56-31c37931333e x-openstack-request-id: req-eca625e7-bad7-44d4-8e56-31c37931333e {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:42:46.357400 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f6bfe90-7d7f-4905-b097-81c9bda21a3e", "name": "network-vif-unplugged", "status": "failed", "tag": "94642a1a-1e5d-4c38-8e39-fe86241784ed", "code": 422}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:42:46.357652 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-eca625e7-bad7-44d4-8e56-31c37931333e {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:42:46.358092 dv-cinder-843493-2-iscsi neutron-server[103807]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-eca625e7-bad7-44d4-8e56-31c37931333e']: {'server_uuid': '4f6bfe90-7d7f-4905-b097-81c9bda21a3e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '94642a1a-1e5d-4c38-8e39-fe86241784ed', 'code': 422} returned with failed status Jun 15 10:42:46.391343 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Pushing event updated for resources: {'Port': ['ID=94642a1a-1e5d-4c38-8e39-fe86241784ed,revision_number=6']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:42:46.411479 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ccb262-9aa8-48e7-a94d-5d17d52b76f2 req-82c41d5b-9ad9-4d6a-b921-6e5ff3f4af82 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:42:46.412210 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-59f444b4-2386-4fe1-b50f-b9e54b42d680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (3cca6303-0f2e-4b13-b82d-f2749c30f699), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:42:46.412989 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c9ccb262-9aa8-48e7-a94d-5d17d52b76f2 req-82c41d5b-9ad9-4d6a-b921-6e5ff3f4af82 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 943 time: 0.0523279 Jun 15 10:42:46.465945 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-c9ccb262-9aa8-48e7-a94d-5d17d52b76f2 req-6d3a84dc-8ac5-4971-9205-d160f5695e00 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe649189-760b-4d5b-a1e6-f57ab81a8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462213 Jun 15 10:42:47.579298 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d8e70-b910-4115-b0e2-eebe0c55fbf7 req-b744f7f1-552f-487c-a334-e19607948e07 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:42:47.580738 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-7c5d8e70-b910-4115-b0e2-eebe0c55fbf7 req-b744f7f1-552f-487c-a334-e19607948e07 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 943 time: 0.0459139 Jun 15 10:42:47.630701 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-7c5d8e70-b910-4115-b0e2-eebe0c55fbf7 req-274134a9-bdea-47db-806b-4a63c3baecb9 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe649189-760b-4d5b-a1e6-f57ab81a8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445862 Jun 15 10:42:47.802400 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-28d06d32-ea2f-4019-b04d-5ef5fa4d530e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (28e3d1c3-881c-45f9-bfee-5bcc9597e0ae), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:42:47.998655 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (ad84a4c2-87cd-4603-a219-98785ef58eeb), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:42:48.742742 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91d598-857e-4a0c-b757-eecaa18f473c req-adb582c1-98bb-46b2-87f4-c0e8bdea50b2 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:42:48.744839 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7f91d598-857e-4a0c-b757-eecaa18f473c req-adb582c1-98bb-46b2-87f4-c0e8bdea50b2 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 943 time: 0.0469887 Jun 15 10:42:48.796453 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7f91d598-857e-4a0c-b757-eecaa18f473c req-56bdec1b-d471-4430-a9c4-fc6390dc4f48 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe649189-760b-4d5b-a1e6-f57ab81a8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460157 Jun 15 10:42:49.886959 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3bdce-1ef9-4eaf-bfd6-de92fe3b5296 req-daba6cea-ecef-4813-9445-c099126e4fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:42:49.888512 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-82f3bdce-1ef9-4eaf-bfd6-de92fe3b5296 req-daba6cea-ecef-4813-9445-c099126e4fd9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e&tenant_id=fe56b435fdbf49629bfc5e06c24e78b9 HTTP/1.1" status: 200 len: 1127 time: 0.0402794 Jun 15 10:42:49.909438 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb7ae2-990f-4d83-b865-eec3b9315f6e req-1bab138c-284d-4834-b5f1-19443600b7b6 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:42:49.910911 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-aabb7ae2-990f-4d83-b865-eec3b9315f6e req-1bab138c-284d-4834-b5f1-19443600b7b6 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 943 time: 0.0471265 Jun 15 10:42:49.960926 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-aabb7ae2-990f-4d83-b865-eec3b9315f6e req-ca184552-38b5-46d3-b6a1-9b40ff147c30 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe649189-760b-4d5b-a1e6-f57ab81a8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436032 Jun 15 10:42:49.967871 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3bdce-1ef9-4eaf-bfd6-de92fe3b5296 req-0ba9da2e-b358-44c6-8a5f-fb72c90dd239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:42:49.969373 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-82f3bdce-1ef9-4eaf-bfd6-de92fe3b5296 req-0ba9da2e-b358-44c6-8a5f-fb72c90dd239 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe56b435fdbf49629bfc5e06c24e78b9&device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 1127 time: 0.0456913 Jun 15 10:42:49.999290 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=100 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:42:50.059107 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3bdce-1ef9-4eaf-bfd6-de92fe3b5296 req-bd449eae-b91a-4e95-8d36-07348e82e8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:42:50.060512 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-82f3bdce-1ef9-4eaf-bfd6-de92fe3b5296 req-bd449eae-b91a-4e95-8d36-07348e82e8c6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6c676230-a21e-47f7-b248-35e003e07d94 HTTP/1.1" status: 200 len: 909 time: 0.0844817 Jun 15 10:42:50.118337 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=100 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:42:50.124887 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-82f3bdce-1ef9-4eaf-bfd6-de92fe3b5296 req-de3ef9dc-32c0-415e-82f6-ceebd16fdd62 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94642a1a-1e5d-4c38-8e39-fe86241784ed HTTP/1.1" status: 200 len: 998 time: 0.0576520 Jun 15 10:42:50.173916 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3bdce-1ef9-4eaf-bfd6-de92fe3b5296 req-0f8af0f5-b5fb-443d-b44a-d357590767a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:42:50.175327 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-82f3bdce-1ef9-4eaf-bfd6-de92fe3b5296 req-0f8af0f5-b5fb-443d-b44a-d357590767a2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bbaedce3-07fe-427f-8c9e-c552095c0fcd HTTP/1.1" status: 200 len: 847 time: 0.0422096 Jun 15 10:42:50.222467 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3bdce-1ef9-4eaf-bfd6-de92fe3b5296 req-e3cd6e6c-b017-44d2-a521-cfaa5fbe3bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:42:50.223945 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-82f3bdce-1ef9-4eaf-bfd6-de92fe3b5296 req-e3cd6e6c-b017-44d2-a521-cfaa5fbe3bbd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6c676230-a21e-47f7-b248-35e003e07d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375056 Jun 15 10:42:50.316341 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-82f3bdce-1ef9-4eaf-bfd6-de92fe3b5296 req-40f27fb9-ff44-4735-9011-9c3c5346cf7f service neutron] 10.222.0.62 "GET /v2.0/networks/6c676230-a21e-47f7-b248-35e003e07d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833695 Jun 15 10:42:50.403343 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-82f3bdce-1ef9-4eaf-bfd6-de92fe3b5296 req-78fc71ee-6c15-44c0-b9a4-742baf24221d service neutron] 10.222.0.62 "GET /v2.0/networks/6c676230-a21e-47f7-b248-35e003e07d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807502 Jun 15 10:42:51.076723 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f6380-29db-4afc-993e-3d89fab660d5 req-3001feb4-4052-4a95-a300-5068b7007dbb tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:42:51.078073 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-144f6380-29db-4afc-993e-3d89fab660d5 req-3001feb4-4052-4a95-a300-5068b7007dbb tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 943 time: 0.0499680 Jun 15 10:42:51.131431 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-144f6380-29db-4afc-993e-3d89fab660d5 req-25ab69c3-832f-4f60-8d7a-62865c418b66 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe649189-760b-4d5b-a1e6-f57ab81a8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477903 Jun 15 10:42:52.242860 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197c489-d624-4372-8ba7-5abe7a646516 req-2367c144-bfe0-4c22-9d98-e858b0625e19 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:42:52.244311 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-2197c489-d624-4372-8ba7-5abe7a646516 req-2367c144-bfe0-4c22-9d98-e858b0625e19 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 943 time: 0.0460579 Jun 15 10:42:52.291895 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-2197c489-d624-4372-8ba7-5abe7a646516 req-aa55afd5-3ca5-49cf-802c-00c0ebf99569 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe649189-760b-4d5b-a1e6-f57ab81a8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422630 Jun 15 10:42:52.727293 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (a4349971-e88a-4ea8-a067-54d07204ee65), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:42:53.403692 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3225381-fa3d-4472-adf5-6455e63b1283 req-af21a42c-fde3-4bea-9bc0-d1643659a449 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:42:53.405162 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a3225381-fa3d-4472-adf5-6455e63b1283 req-af21a42c-fde3-4bea-9bc0-d1643659a449 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 943 time: 0.0470259 Jun 15 10:42:53.452502 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a3225381-fa3d-4472-adf5-6455e63b1283 req-d19ec818-0046-4b27-b22c-d2f5944b12b4 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe649189-760b-4d5b-a1e6-f57ab81a8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419474 Jun 15 10:42:54.549929 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=100 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:42:54.568516 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf34970-8409-400b-a1a9-37ce60e00cbf req-039dc39a-00b2-4e5c-9237-0ace22c3a526 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:42:54.569965 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-dcf34970-8409-400b-a1a9-37ce60e00cbf req-039dc39a-00b2-4e5c-9237-0ace22c3a526 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 943 time: 0.0504429 Jun 15 10:42:54.581612 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=100 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:42:54.618244 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-dcf34970-8409-400b-a1a9-37ce60e00cbf req-07408bfe-a3da-465e-9554-416f38834023 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe649189-760b-4d5b-a1e6-f57ab81a8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427899 Jun 15 10:42:55.719476 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:42:55.720227 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=4 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:42:55.732285 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e7c356-e317-496e-bf5f-f8a9a17e9c70 req-4aaa9f4c-85e7-4f7d-95f8-f92ad9a4a6ba tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:42:55.733752 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-39e7c356-e317-496e-bf5f-f8a9a17e9c70 req-4aaa9f4c-85e7-4f7d-95f8-f92ad9a4a6ba tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 943 time: 0.0466795 Jun 15 10:42:55.784765 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-39e7c356-e317-496e-bf5f-f8a9a17e9c70 req-e16ea8b3-0afa-452d-b9ec-89b975676135 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe649189-760b-4d5b-a1e6-f57ab81a8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456443 Jun 15 10:42:56.900042 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff0b533-20d3-41c2-a980-5714d4eec078 req-f2f03b38-a679-4374-a0e8-e77161df59a9 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:42:56.901482 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-cff0b533-20d3-41c2-a980-5714d4eec078 req-f2f03b38-a679-4374-a0e8-e77161df59a9 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 943 time: 0.0465305 Jun 15 10:42:56.948605 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-cff0b533-20d3-41c2-a980-5714d4eec078 req-e973888e-ae75-46f6-9c06-7286a2ae50be tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe649189-760b-4d5b-a1e6-f57ab81a8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416358 Jun 15 10:42:58.058632 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be4659-f1bc-428e-8b74-c98ed4732a5f req-bb7717fb-4243-4c1a-bc10-241e7955811f tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:42:58.060006 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-57be4659-f1bc-428e-8b74-c98ed4732a5f req-bb7717fb-4243-4c1a-bc10-241e7955811f tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 943 time: 0.0461001 Jun 15 10:42:58.108436 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-57be4659-f1bc-428e-8b74-c98ed4732a5f req-3172681a-f413-4304-b827-83a3f65e3c14 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe649189-760b-4d5b-a1e6-f57ab81a8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429409 Jun 15 10:42:58.257389 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 94642a1a-1e5d-4c38-8e39-fe86241784ed details requested by agent hyperv_hv-cinder-84349 with host hv-cinder-84349 {{(pid=103807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 10:42:58.356802 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port 94642a1a-1e5d-4c38-8e39-fe86241784ed, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=94642a1a-1e5d-4c38-8e39-fe86241784ed,segment=NetworkSegment(e3d3e506-e337-41e4-8354-b0b48f6066de),segment_id=e3d3e506-e337-41e4-8354-b0b48f6066de)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:42:58.367607 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Returning: {'device': '94642a1a-1e5d-4c38-8e39-fe86241784ed', 'network_id': '6c676230-a21e-47f7-b248-35e003e07d94', 'port_id': '94642a1a-1e5d-4c38-8e39-fe86241784ed', 'mac_address': 'fa:16:3e:f2:16:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbaedce3-07fe-427f-8c9e-c552095c0fcd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 10:42:58.402148 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Current status of the port 94642a1a-1e5d-4c38-8e39-fe86241784ed is: DOWN; New status is: BUILD {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:42:58.402530 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (94642a1a-1e5d-4c38-8e39-fe86241784ed), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:42:58.415027 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94642a1a-1e5d-4c38-8e39-fe86241784ed {{(pid=103807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 10:42:58.433706 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port 94642a1a-1e5d-4c38-8e39-fe86241784ed, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=94642a1a-1e5d-4c38-8e39-fe86241784ed,segment=NetworkSegment(e3d3e506-e337-41e4-8354-b0b48f6066de),segment_id=e3d3e506-e337-41e4-8354-b0b48f6066de)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:42:58.437586 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (94642a1a-1e5d-4c38-8e39-fe86241784ed), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:42:58.482750 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Pushing event updated for resources: {'Port': ['ID=94642a1a-1e5d-4c38-8e39-fe86241784ed,revision_number=7']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:42:58.770148 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] get_ports_and_sgs() called for port_ids ['94642a1a-1e5d-4c38-8e39-fe86241784ed'] {{(pid=103807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 10:42:58.956821 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:42:59.224190 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d3770-8c56-4058-8213-f90cb0b575af req-cb84f6f7-34b6-4660-9a93-11a445d28e28 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:42:59.225645 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-aa6d3770-8c56-4058-8213-f90cb0b575af req-cb84f6f7-34b6-4660-9a93-11a445d28e28 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 944 time: 0.0499277 Jun 15 10:42:59.274792 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-aa6d3770-8c56-4058-8213-f90cb0b575af req-d6e8df2b-7807-41b9-9df8-1f2e9343b835 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe649189-760b-4d5b-a1e6-f57ab81a8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436950 Jun 15 10:43:00.276399 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 94642a1a-1e5d-4c38-8e39-fe86241784ed up at agent hyperv_hv-cinder-84349 {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:43:00.279347 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:43:00.323507 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Provisioning complete for port 94642a1a-1e5d-4c38-8e39-fe86241784ed triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:43:00.323884 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (94642a1a-1e5d-4c38-8e39-fe86241784ed), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:43:00.388201 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9699a2e8-de01-47c9-ba36-bede437c8e03 req-8f220f70-b345-4ded-bcdd-6b819d5e856e tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:43:00.390360 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9699a2e8-de01-47c9-ba36-bede437c8e03 req-8f220f70-b345-4ded-bcdd-6b819d5e856e tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 944 time: 0.0471916 Jun 15 10:43:00.395263 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Current status of the port 94642a1a-1e5d-4c38-8e39-fe86241784ed is: BUILD; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:43:00.395650 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (94642a1a-1e5d-4c38-8e39-fe86241784ed), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:43:00.417504 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f6bfe90-7d7f-4905-b097-81c9bda21a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94642a1a-1e5d-4c38-8e39-fe86241784ed'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:43:00.419715 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9205ebd0146601a57e336ba0e259bffcba8e9192005a2aa68aaaf98781184b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e57bbb-bea0-4273-a4cf-8eae426e5c0f" -d '{"events": [{"server_uuid": "4f6bfe90-7d7f-4905-b097-81c9bda21a3e", "name": "network-vif-plugged", "status": "completed", "tag": "94642a1a-1e5d-4c38-8e39-fe86241784ed"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:43:00.433160 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port 94642a1a-1e5d-4c38-8e39-fe86241784ed, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=94642a1a-1e5d-4c38-8e39-fe86241784ed,segment=NetworkSegment(e3d3e506-e337-41e4-8354-b0b48f6066de),segment_id=e3d3e506-e337-41e4-8354-b0b48f6066de)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:43:00.438441 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (94642a1a-1e5d-4c38-8e39-fe86241784ed), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:43:00.445434 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9699a2e8-de01-47c9-ba36-bede437c8e03 req-25817dec-c2eb-4607-81f7-b2ab0de16b0f tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe649189-760b-4d5b-a1e6-f57ab81a8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492499 Jun 15 10:43:00.469023 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 10:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de23496-4f0b-48a4-a3c3-05e59a1d1e38 x-openstack-request-id: req-0de23496-4f0b-48a4-a3c3-05e59a1d1e38 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:43:00.469308 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f6bfe90-7d7f-4905-b097-81c9bda21a3e", "name": "network-vif-plugged", "status": "completed", "tag": "94642a1a-1e5d-4c38-8e39-fe86241784ed", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:43:00.469550 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0de23496-4f0b-48a4-a3c3-05e59a1d1e38 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:43:00.469953 dv-cinder-843493-2-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0de23496-4f0b-48a4-a3c3-05e59a1d1e38'] response: {'server_uuid': '4f6bfe90-7d7f-4905-b097-81c9bda21a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94642a1a-1e5d-4c38-8e39-fe86241784ed', 'code': 200} Jun 15 10:43:00.496547 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Pushing event updated for resources: {'Port': ['ID=94642a1a-1e5d-4c38-8e39-fe86241784ed,revision_number=8']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:43:00.690641 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.agents_db [None req-cff4c53f-faac-479c-b9be-928944d02899 None None] Agent healthcheck: found 6 active agents {{(pid=103808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 10:43:00.743641 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e35631-dc70-41b5-b61e-0d9870df7c8e req-0511a75f-dff6-4836-8236-5b9f41e534ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:43:00.745124 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a3e35631-dc70-41b5-b61e-0d9870df7c8e req-0511a75f-dff6-4836-8236-5b9f41e534ee service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 1129 time: 0.0410476 Jun 15 10:43:00.794199 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a3e35631-dc70-41b5-b61e-0d9870df7c8e req-cecc5c5d-5e4f-4689-aa3a-c637a09ff6b4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=fe649189-760b-4d5b-a1e6-f57ab81a8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402658 Jun 15 10:43:01.550459 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd8553e-e5c2-453f-b6fe-3c2f4624f541 req-d4742292-e847-405c-ba16-415bbc26bac1 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:43:01.551922 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4bd8553e-e5c2-453f-b6fe-3c2f4624f541 req-d4742292-e847-405c-ba16-415bbc26bac1 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 945 time: 0.0455208 Jun 15 10:43:01.563468 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=100 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:43:01.599668 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-4bd8553e-e5c2-453f-b6fe-3c2f4624f541 req-6a0be912-b26e-4090-90cf-918cd840bf19 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe649189-760b-4d5b-a1e6-f57ab81a8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417254 Jun 15 10:43:02.720760 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b9558a-8b1b-42a0-8b6c-3db9b866c11d req-2e5fa29a-d7b0-4aef-a7e2-f64d61c678a6 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:43:02.722199 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-58b9558a-8b1b-42a0-8b6c-3db9b866c11d req-2e5fa29a-d7b0-4aef-a7e2-f64d61c678a6 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 945 time: 0.0466354 Jun 15 10:43:02.769328 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-58b9558a-8b1b-42a0-8b6c-3db9b866c11d req-a0037ca3-21d9-4051-9110-d83caff3a87a tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe649189-760b-4d5b-a1e6-f57ab81a8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409684 Jun 15 10:43:10.493269 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:43:10.494410 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=33,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:43:10.687308 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:43:11.592972 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=93 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:43:11.595525 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:43:11.709616 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:43:12.761556 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=31 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:43:12.765784 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=35 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:43:13.042543 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0e80a983-cca6-4497-b2b8-d6244af4c5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (e7b68426-6abe-45ee-a2ce-c32f72f66753), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:43:15.230026 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0676f087-3055-4f54-9845-f7ea9a027221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (06043943-94cb-49df-a062-a4886c03e673), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:43:16.413347 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-59f444b4-2386-4fe1-b50f-b9e54b42d680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (3cca6303-0f2e-4b13-b82d-f2749c30f699), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:43:17.810256 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-28d06d32-ea2f-4019-b04d-5ef5fa4d530e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (28e3d1c3-881c-45f9-bfee-5bcc9597e0ae), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:43:18.001463 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (ad84a4c2-87cd-4603-a219-98785ef58eeb), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:43:22.741525 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (a4349971-e88a-4ea8-a067-54d07204ee65), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:43:31.247968 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-46700740-8c16-431b-ac5d-4182b92e398f req-185eec95-a8f1-4a63-8592-49bc49751862 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=124aa8d6-54b1-4c24-821b-e022b8752904&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0369554 Jun 15 10:43:31.323011 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46700740-8c16-431b-ac5d-4182b92e398f req-2feb76c3-77c3-4061-b363-31c3de0e7239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:43:31.324504 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-46700740-8c16-431b-ac5d-4182b92e398f req-2feb76c3-77c3-4061-b363-31c3de0e7239 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f096e399deac4d029ff63e3cb7f1ce9f&device_id=124aa8d6-54b1-4c24-821b-e022b8752904 HTTP/1.1" status: 200 len: 1129 time: 0.0412970 Jun 15 10:43:31.430679 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46700740-8c16-431b-ac5d-4182b92e398f req-46d28df5-d094-464c-9251-9e6a61696c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:43:31.432127 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-46700740-8c16-431b-ac5d-4182b92e398f req-46d28df5-d094-464c-9251-9e6a61696c4d service neutron] 10.222.0.62 "GET /v2.0/networks?id=104a1ab4-a947-4523-8e20-9882108d1335 HTTP/1.1" status: 200 len: 911 time: 0.0821798 Jun 15 10:43:31.498378 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-46700740-8c16-431b-ac5d-4182b92e398f req-e82fa920-ece6-42e1-85a6-1dac56602a24 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27606219-e918-4e9a-aa30-81725e2a94e1 HTTP/1.1" status: 200 len: 1000 time: 0.0564375 Jun 15 10:43:31.545568 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46700740-8c16-431b-ac5d-4182b92e398f req-b10486e6-c5d7-42e8-92ff-2fe9110d9c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:43:31.546926 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-46700740-8c16-431b-ac5d-4182b92e398f req-b10486e6-c5d7-42e8-92ff-2fe9110d9c01 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=32c01357-607a-450c-811c-8330c498325d HTTP/1.1" status: 200 len: 849 time: 0.0423303 Jun 15 10:43:31.590144 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46700740-8c16-431b-ac5d-4182b92e398f req-f2b97a86-89c8-4a5f-8236-f1070b166a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:43:31.591590 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-46700740-8c16-431b-ac5d-4182b92e398f req-f2b97a86-89c8-4a5f-8236-f1070b166a22 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=104a1ab4-a947-4523-8e20-9882108d1335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375972 Jun 15 10:43:31.684355 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-46700740-8c16-431b-ac5d-4182b92e398f req-c738634f-e087-4c9d-80f9-7858ebeeb4e6 service neutron] 10.222.0.62 "GET /v2.0/networks/104a1ab4-a947-4523-8e20-9882108d1335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830998 Jun 15 10:43:31.770176 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-46700740-8c16-431b-ac5d-4182b92e398f req-725e9eab-677b-488b-a639-5d2bb806e434 service neutron] 10.222.0.62 "GET /v2.0/networks/104a1ab4-a947-4523-8e20-9882108d1335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794523 Jun 15 10:43:32.721429 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:43:32.725534 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=4 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:43:32.736337 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:43:32.738157 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:43:37.689284 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.agents_db [None req-cff4c53f-faac-479c-b9be-928944d02899 None None] Agent healthcheck: found 6 active agents {{(pid=103808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 10:43:41.765572 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=50 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:43:41.767418 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=51 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:43:43.043907 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-b3c78ea8-d379-40ca-98d2-caa60a80bd80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (e7b68426-6abe-45ee-a2ce-c32f72f66753), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:43:45.216851 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2af90637-57f0-42eb-89f8-27a84e2769a6 req-5b78683e-9ca6-4658-8143-cf508484bb1c tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-52272593&fields=id&tenant_id=f096e399deac4d029ff63e3cb7f1ce9f HTTP/1.1" status: 200 len: 267 time: 0.0492291 Jun 15 10:43:45.231300 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-ba31e16d-4ac8-4572-a32f-0f017adb8112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (06043943-94cb-49df-a062-a4886c03e673), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:43:45.320494 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af90637-57f0-42eb-89f8-27a84e2769a6 req-71ad1d1d-55b4-4573-a95a-8f49c35a0be9 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:43:45.321859 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2af90637-57f0-42eb-89f8-27a84e2769a6 req-71ad1d1d-55b4-4573-a95a-8f49c35a0be9 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/networks?id=104a1ab4-a947-4523-8e20-9882108d1335 HTTP/1.1" status: 200 len: 810 time: 0.0987573 Jun 15 10:43:45.336418 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2af90637-57f0-42eb-89f8-27a84e2769a6 req-d02c9331-f018-44c1-9f65-ba1298f01cd4 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/quotas/f096e399deac4d029ff63e3cb7f1ce9f HTTP/1.1" status: 200 len: 375 time: 0.0086620 Jun 15 10:43:45.390671 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2af90637-57f0-42eb-89f8-27a84e2769a6 req-e6db6851-287b-4827-aab9-095b7d541a43 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f096e399deac4d029ff63e3cb7f1ce9f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488436 Jun 15 10:43:45.406533 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [req-2af90637-57f0-42eb-89f8-27a84e2769a6 req-01659a5c-75f6-46ba-b1c4-7115a5901d7d service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103806) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 15 10:43:45.407497 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2af90637-57f0-42eb-89f8-27a84e2769a6 req-01659a5c-75f6-46ba-b1c4-7115a5901d7d service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048003 Jun 15 10:43:45.496979 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2af90637-57f0-42eb-89f8-27a84e2769a6 req-7e3efb5d-49ae-44e5-81df-59372d2dad59 service neutron] 10.222.0.49 "GET /v2.0/networks/104a1ab4-a947-4523-8e20-9882108d1335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844185 Jun 15 10:43:45.586282 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2af90637-57f0-42eb-89f8-27a84e2769a6 req-7d5d795a-c12d-464c-8863-15f08ff81bbd service neutron] 10.222.0.49 "GET /v2.0/networks/104a1ab4-a947-4523-8e20-9882108d1335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836711 Jun 15 10:43:45.872828 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-ada9ca4c-b1d6-4bf9-8683-337275c964f9 req-5684cc0f-89f0-4f2b-9445-2b04cc4e0d7f tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/ports?device_id=871b2448-1f70-4437-bcac-c8e716de5346 HTTP/1.1" status: 200 len: 210 time: 0.0280995 Jun 15 10:43:46.416530 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-59f444b4-2386-4fe1-b50f-b9e54b42d680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (3cca6303-0f2e-4b13-b82d-f2749c30f699), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:43:46.930691 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af90637-57f0-42eb-89f8-27a84e2769a6 req-3942f0d4-1f27-4eeb-8ca1-39f7e7b80110 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:43:46.932682 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2af90637-57f0-42eb-89f8-27a84e2769a6 req-3942f0d4-1f27-4eeb-8ca1-39f7e7b80110 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.62 "GET /v2.0/networks?id=104a1ab4-a947-4523-8e20-9882108d1335 HTTP/1.1" status: 200 len: 810 time: 0.1002657 Jun 15 10:43:46.982103 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-cb3a5a61-52da-4287-9b0c-2fff915f8530 req-d5458d19-78a7-407d-b9a6-99ab997e70e3 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/ports?device_id=871b2448-1f70-4437-bcac-c8e716de5346 HTTP/1.1" status: 200 len: 210 time: 0.0404372 Jun 15 10:43:47.023877 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2af90637-57f0-42eb-89f8-27a84e2769a6 req-f7b012c5-e01e-4a28-bb44-58b7fe033370 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f096e399deac4d029ff63e3cb7f1ce9f HTTP/1.1" status: 200 len: 378 time: 0.0716240 Jun 15 10:43:47.033947 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [req-2af90637-57f0-42eb-89f8-27a84e2769a6 req-7fd1b293-e56a-42b7-a9ea-bf00d3b8defb tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Request body: {'port': {'device_id': '871b2448-1f70-4437-bcac-c8e716de5346', 'network_id': '104a1ab4-a947-4523-8e20-9882108d1335', 'admin_state_up': True, 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'security_groups': ['7fde00a3-d2eb-496d-ab01-3a80e675b356']}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:43:47.143007 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2af90637-57f0-42eb-89f8-27a84e2769a6 req-7fd1b293-e56a-42b7-a9ea-bf00d3b8defb tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Made reservation on behalf of f096e399deac4d029ff63e3cb7f1ce9f for: {'port': 1} {{(pid=103806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 10:43:47.146640 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-2af90637-57f0-42eb-89f8-27a84e2769a6 req-7fd1b293-e56a-42b7-a9ea-bf00d3b8defb tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:43:47.270311 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_common [req-2af90637-57f0-42eb-89f8-27a84e2769a6 req-7fd1b293-e56a-42b7-a9ea-bf00d3b8defb tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Allocated IP 172.20.0.6 (104a1ab4-a947-4523-8e20-9882108d1335/32c01357-607a-450c-811c-8330c498325d/0309f496-3d06-4f10-bdab-52c6d3f15d88) {{(pid=103806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:43:47.295965 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:43:47.394341 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:43:47.667746 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-2af90637-57f0-42eb-89f8-27a84e2769a6 req-7fd1b293-e56a-42b7-a9ea-bf00d3b8defb tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks [] for port (0309f496-3d06-4f10-bdab-52c6d3f15d88), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:43:47.686360 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:43:47.699745 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-2af90637-57f0-42eb-89f8-27a84e2769a6 req-7fd1b293-e56a-42b7-a9ea-bf00d3b8defb tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (0309f496-3d06-4f10-bdab-52c6d3f15d88), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:43:47.742995 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2af90637-57f0-42eb-89f8-27a84e2769a6 req-7fd1b293-e56a-42b7-a9ea-bf00d3b8defb tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Network 104a1ab4-a947-4523-8e20-9882108d1335 is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:43:47.746159 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [req-2af90637-57f0-42eb-89f8-27a84e2769a6 req-7fd1b293-e56a-42b7-a9ea-bf00d3b8defb tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:43:47.750057 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [req-2af90637-57f0-42eb-89f8-27a84e2769a6 req-7fd1b293-e56a-42b7-a9ea-bf00d3b8defb tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Received port after_create {{(pid=103806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:43:47.774258 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd1b293-e56a-42b7-a9ea-bf00d3b8defb tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Pushing event updated for resources: {'Port': ['ID=0309f496-3d06-4f10-bdab-52c6d3f15d88,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:43:47.787913 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd1b293-e56a-42b7-a9ea-bf00d3b8defb tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:43:47.788283 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd1b293-e56a-42b7-a9ea-bf00d3b8defb tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:43:47.788632 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd1b293-e56a-42b7-a9ea-bf00d3b8defb tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:43:47.789023 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd1b293-e56a-42b7-a9ea-bf00d3b8defb tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:43:47.793819 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd1b293-e56a-42b7-a9ea-bf00d3b8defb tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:43:47.793819 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd1b293-e56a-42b7-a9ea-bf00d3b8defb tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:43:47.793819 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd1b293-e56a-42b7-a9ea-bf00d3b8defb tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:43:47.793819 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd1b293-e56a-42b7-a9ea-bf00d3b8defb tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:43:47.793819 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd1b293-e56a-42b7-a9ea-bf00d3b8defb tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:43:47.794371 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd1b293-e56a-42b7-a9ea-bf00d3b8defb tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:43:47.794371 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd1b293-e56a-42b7-a9ea-bf00d3b8defb tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:43:47.794537 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd1b293-e56a-42b7-a9ea-bf00d3b8defb tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:43:47.794891 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd1b293-e56a-42b7-a9ea-bf00d3b8defb tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:43:47.795210 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd1b293-e56a-42b7-a9ea-bf00d3b8defb tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:43:47.795534 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd1b293-e56a-42b7-a9ea-bf00d3b8defb tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:43:47.810170 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-28d06d32-ea2f-4019-b04d-5ef5fa4d530e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (28e3d1c3-881c-45f9-bfee-5bcc9597e0ae), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:43:47.824517 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af90637-57f0-42eb-89f8-27a84e2769a6 req-7fd1b293-e56a-42b7-a9ea-bf00d3b8defb tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:43:47.825156 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-2af90637-57f0-42eb-89f8-27a84e2769a6 req-7fd1b293-e56a-42b7-a9ea-bf00d3b8defb tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:43:47.842841 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2af90637-57f0-42eb-89f8-27a84e2769a6 req-7fd1b293-e56a-42b7-a9ea-bf00d3b8defb tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8124876 Jun 15 10:43:47.894286 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [req-2af90637-57f0-42eb-89f8-27a84e2769a6 req-1c96b9e0-4b6f-486d-aefd-417f86e58166 service neutron] Request body: {'port': {'device_id': '871b2448-1f70-4437-bcac-c8e716de5346', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84349'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:43:47.956251 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-2af90637-57f0-42eb-89f8-27a84e2769a6 req-1c96b9e0-4b6f-486d-aefd-417f86e58166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (0309f496-3d06-4f10-bdab-52c6d3f15d88), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:43:48.006144 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (ad84a4c2-87cd-4603-a219-98785ef58eeb), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:43:48.036050 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-40dfd874-a95f-47ad-ab66-c344bd568d0c None None] Provisioning complete for port 0309f496-3d06-4f10-bdab-52c6d3f15d88 triggered by entity DHCP. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:43:48.036425 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-40dfd874-a95f-47ad-ab66-c344bd568d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (0309f496-3d06-4f10-bdab-52c6d3f15d88), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:43:48.070419 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-40dfd874-a95f-47ad-ab66-c344bd568d0c None None] Port 0309f496-3d06-4f10-bdab-52c6d3f15d88 cannot update to ACTIVE because it is not bound. {{(pid=103807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 10:43:48.104800 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd944e4-6ba5-4acf-a0cd-14060ba28885 req-d4ad1af8-2428-4383-8473-203646a2824e tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:43:48.106266 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-9dd944e4-6ba5-4acf-a0cd-14060ba28885 req-d4ad1af8-2428-4383-8473-203646a2824e tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/ports?device_id=871b2448-1f70-4437-bcac-c8e716de5346 HTTP/1.1" status: 200 len: 931 time: 0.0511746 Jun 15 10:43:48.154664 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-9dd944e4-6ba5-4acf-a0cd-14060ba28885 req-8027c571-c3d6-4c85-9d5f-09d9d84cc1f4 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fde00a3-d2eb-496d-ab01-3a80e675b356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427272 Jun 15 10:43:48.206130 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [req-2af90637-57f0-42eb-89f8-27a84e2769a6 req-1c96b9e0-4b6f-486d-aefd-417f86e58166 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0309f496-3d06-4f10-bdab-52c6d3f15d88 {{(pid=103806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 10:43:48.213506 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-2af90637-57f0-42eb-89f8-27a84e2769a6 req-1c96b9e0-4b6f-486d-aefd-417f86e58166 service neutron] Publish callbacks [] for port (0309f496-3d06-4f10-bdab-52c6d3f15d88), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:43:48.225780 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.provisioning_blocks [req-2af90637-57f0-42eb-89f8-27a84e2769a6 req-1c96b9e0-4b6f-486d-aefd-417f86e58166 service neutron] Transition to ACTIVE for port object 0309f496-3d06-4f10-bdab-52c6d3f15d88 will not be triggered until provisioned by entity L2. {{(pid=103806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 10:43:48.229549 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-2af90637-57f0-42eb-89f8-27a84e2769a6 req-1c96b9e0-4b6f-486d-aefd-417f86e58166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-252119569'] for port (0309f496-3d06-4f10-bdab-52c6d3f15d88), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:43:48.276397 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c96b9e0-4b6f-486d-aefd-417f86e58166 service neutron] Pushing event updated for resources: {'Port': ['ID=0309f496-3d06-4f10-bdab-52c6d3f15d88,revision_number=2']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:43:48.352825 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-2af90637-57f0-42eb-89f8-27a84e2769a6 req-1c96b9e0-4b6f-486d-aefd-417f86e58166 service neutron] Attempting to bind port 0309f496-3d06-4f10-bdab-52c6d3f15d88 on host hv-cinder-84349 for vnic_type normal with profile {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 10:43:48.353159 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-2af90637-57f0-42eb-89f8-27a84e2769a6 req-1c96b9e0-4b6f-486d-aefd-417f86e58166 service neutron] Attempting to bind port 0309f496-3d06-4f10-bdab-52c6d3f15d88 by drivers openvswitch,hyperv on host hv-cinder-84349 at level 0 using segments [{'id': '978cf521-561b-4a1d-ab9d-76cc17299bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '104a1ab4-a947-4523-8e20-9882108d1335'}] {{(pid=103806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 10:43:48.353489 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af90637-57f0-42eb-89f8-27a84e2769a6 req-1c96b9e0-4b6f-486d-aefd-417f86e58166 service neutron] Attempting to bind port 0309f496-3d06-4f10-bdab-52c6d3f15d88 on network 104a1ab4-a947-4523-8e20-9882108d1335 {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:43:48.358172 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af90637-57f0-42eb-89f8-27a84e2769a6 req-1c96b9e0-4b6f-486d-aefd-417f86e58166 service neutron] Port 0309f496-3d06-4f10-bdab-52c6d3f15d88 on network 104a1ab4-a947-4523-8e20-9882108d1335 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84349 {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 10:43:48.358490 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af90637-57f0-42eb-89f8-27a84e2769a6 req-1c96b9e0-4b6f-486d-aefd-417f86e58166 service neutron] Attempting to bind port 0309f496-3d06-4f10-bdab-52c6d3f15d88 on network 104a1ab4-a947-4523-8e20-9882108d1335 {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 10:43:48.361051 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:43:48.364538 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af90637-57f0-42eb-89f8-27a84e2769a6 req-1c96b9e0-4b6f-486d-aefd-417f86e58166 service neutron] Checking agent: {'id': 'a4349971-e88a-4ea8-a067-54d07204ee65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84349', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 10, 29, 20), 'started_at': datetime.datetime(2022, 6, 15, 10, 29, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 10, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 10:43:48.364881 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af90637-57f0-42eb-89f8-27a84e2769a6 req-1c96b9e0-4b6f-486d-aefd-417f86e58166 service neutron] Checking segment: {'id': '978cf521-561b-4a1d-ab9d-76cc17299bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '104a1ab4-a947-4523-8e20-9882108d1335'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 10:43:48.365267 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af90637-57f0-42eb-89f8-27a84e2769a6 req-1c96b9e0-4b6f-486d-aefd-417f86e58166 service neutron] Bound using segment: {'id': '978cf521-561b-4a1d-ab9d-76cc17299bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '104a1ab4-a947-4523-8e20-9882108d1335'} {{(pid=103806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 10:43:48.365693 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.managers [req-2af90637-57f0-42eb-89f8-27a84e2769a6 req-1c96b9e0-4b6f-486d-aefd-417f86e58166 service neutron] Bound port: 0309f496-3d06-4f10-bdab-52c6d3f15d88, host: hv-cinder-84349, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '978cf521-561b-4a1d-ab9d-76cc17299bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '104a1ab4-a947-4523-8e20-9882108d1335'}}] {{(pid=103806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 10:43:48.366051 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-2af90637-57f0-42eb-89f8-27a84e2769a6 req-1c96b9e0-4b6f-486d-aefd-417f86e58166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (0309f496-3d06-4f10-bdab-52c6d3f15d88), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:43:48.430815 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-2af90637-57f0-42eb-89f8-27a84e2769a6 req-1c96b9e0-4b6f-486d-aefd-417f86e58166 service neutron] For port 0309f496-3d06-4f10-bdab-52c6d3f15d88, host hv-cinder-84349, cleared binding levels {{(pid=103806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 10:43:48.434450 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-2af90637-57f0-42eb-89f8-27a84e2769a6 req-1c96b9e0-4b6f-486d-aefd-417f86e58166 service neutron] For port 0309f496-3d06-4f10-bdab-52c6d3f15d88, host hv-cinder-84349, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=0309f496-3d06-4f10-bdab-52c6d3f15d88,segment=NetworkSegment(978cf521-561b-4a1d-ab9d-76cc17299bf1),segment_id=978cf521-561b-4a1d-ab9d-76cc17299bf1)] {{(pid=103806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 10:43:48.440054 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-2af90637-57f0-42eb-89f8-27a84e2769a6 req-1c96b9e0-4b6f-486d-aefd-417f86e58166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-252119569'] for port (0309f496-3d06-4f10-bdab-52c6d3f15d88), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:43:48.467260 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:43:48.472321 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af90637-57f0-42eb-89f8-27a84e2769a6 req-1c96b9e0-4b6f-486d-aefd-417f86e58166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:43:48.472987 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-2af90637-57f0-42eb-89f8-27a84e2769a6 req-1c96b9e0-4b6f-486d-aefd-417f86e58166 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:43:48.474293 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2af90637-57f0-42eb-89f8-27a84e2769a6 req-1c96b9e0-4b6f-486d-aefd-417f86e58166 service neutron] 10.222.0.62 "PUT /v2.0/ports/0309f496-3d06-4f10-bdab-52c6d3f15d88 HTTP/1.1" status: 200 len: 1093 time: 0.5849535 Jun 15 10:43:48.479534 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '871b2448-1f70-4437-bcac-c8e716de5346', 'tag': '0309f496-3d06-4f10-bdab-52c6d3f15d88'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:43:48.482383 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15acf06c26f001ded10715ddc8547394d4bbc7e5ff5a4e462e54e6774371169d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e93943c-c232-4bde-af6f-0b23065579d0" -d '{"events": [{"name": "network-changed", "server_uuid": "871b2448-1f70-4437-bcac-c8e716de5346", "tag": "0309f496-3d06-4f10-bdab-52c6d3f15d88"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:43:48.506431 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c96b9e0-4b6f-486d-aefd-417f86e58166 service neutron] Pushing event updated for resources: {'Port': ['ID=0309f496-3d06-4f10-bdab-52c6d3f15d88,revision_number=3']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:43:48.544869 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 10:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3bbcb3-43be-4f93-a916-837cf8b20117 x-openstack-request-id: req-1a3bbcb3-43be-4f93-a916-837cf8b20117 {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:43:48.545168 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "871b2448-1f70-4437-bcac-c8e716de5346", "tag": "0309f496-3d06-4f10-bdab-52c6d3f15d88", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:43:48.545416 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1a3bbcb3-43be-4f93-a916-837cf8b20117 {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:43:48.545814 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a3bbcb3-43be-4f93-a916-837cf8b20117'] response: {'name': 'network-changed', 'server_uuid': '871b2448-1f70-4437-bcac-c8e716de5346', 'tag': '0309f496-3d06-4f10-bdab-52c6d3f15d88', 'status': 'completed', 'code': 200} Jun 15 10:43:48.613568 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af90637-57f0-42eb-89f8-27a84e2769a6 req-363b0808-4693-4d66-a3a2-b767d5939a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:43:48.615076 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2af90637-57f0-42eb-89f8-27a84e2769a6 req-363b0808-4693-4d66-a3a2-b767d5939a29 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f096e399deac4d029ff63e3cb7f1ce9f&device_id=871b2448-1f70-4437-bcac-c8e716de5346 HTTP/1.1" status: 200 len: 1127 time: 0.0446532 Jun 15 10:43:48.669987 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2af90637-57f0-42eb-89f8-27a84e2769a6 req-1f147431-f42d-4462-90bc-b0a73d05fbe2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0309f496-3d06-4f10-bdab-52c6d3f15d88 HTTP/1.1" status: 200 len: 217 time: 0.0336845 Jun 15 10:43:48.720719 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af90637-57f0-42eb-89f8-27a84e2769a6 req-2e781923-67c1-4230-9646-f7396107489d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:43:48.722050 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2af90637-57f0-42eb-89f8-27a84e2769a6 req-2e781923-67c1-4230-9646-f7396107489d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=32c01357-607a-450c-811c-8330c498325d HTTP/1.1" status: 200 len: 849 time: 0.0435393 Jun 15 10:43:48.784407 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af90637-57f0-42eb-89f8-27a84e2769a6 req-4554c9e3-13ea-41cd-9bd2-5e911b23569d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:43:48.785894 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2af90637-57f0-42eb-89f8-27a84e2769a6 req-4554c9e3-13ea-41cd-9bd2-5e911b23569d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=104a1ab4-a947-4523-8e20-9882108d1335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0526085 Jun 15 10:43:48.877867 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2af90637-57f0-42eb-89f8-27a84e2769a6 req-1089878f-ef31-4596-8763-e5740df61b77 service neutron] 10.222.0.62 "GET /v2.0/networks/104a1ab4-a947-4523-8e20-9882108d1335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808764 Jun 15 10:43:48.971758 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-2af90637-57f0-42eb-89f8-27a84e2769a6 req-ab31c890-8a00-4ee1-832a-34eec20ae7bf service neutron] 10.222.0.62 "GET /v2.0/networks/104a1ab4-a947-4523-8e20-9882108d1335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844991 Jun 15 10:43:49.265674 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359a8a7-1101-40c7-8730-317eded40713 req-d80fc76f-7443-40d4-bf4c-f59b18c3dc14 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:43:49.267045 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-f359a8a7-1101-40c7-8730-317eded40713 req-d80fc76f-7443-40d4-bf4c-f59b18c3dc14 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/ports?device_id=871b2448-1f70-4437-bcac-c8e716de5346 HTTP/1.1" status: 200 len: 943 time: 0.0459065 Jun 15 10:43:49.315295 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-f359a8a7-1101-40c7-8730-317eded40713 req-7e89bfb7-7ff8-4ff0-b3e7-52de81b8938c tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fde00a3-d2eb-496d-ab01-3a80e675b356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424852 Jun 15 10:43:49.386637 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93943c-c232-4bde-af6f-0b23065579d0 req-8ae8222e-ad3e-4ed9-9d30-c380a50ed28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:43:49.388151 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9e93943c-c232-4bde-af6f-0b23065579d0 req-8ae8222e-ad3e-4ed9-9d30-c380a50ed28d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f096e399deac4d029ff63e3cb7f1ce9f&device_id=871b2448-1f70-4437-bcac-c8e716de5346 HTTP/1.1" status: 200 len: 1127 time: 0.0451961 Jun 15 10:43:49.478124 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93943c-c232-4bde-af6f-0b23065579d0 req-f9c1df4e-7dd9-4fee-8063-a37d476291b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:43:49.479595 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9e93943c-c232-4bde-af6f-0b23065579d0 req-f9c1df4e-7dd9-4fee-8063-a37d476291b6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=104a1ab4-a947-4523-8e20-9882108d1335 HTTP/1.1" status: 200 len: 911 time: 0.0854044 Jun 15 10:43:49.519727 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9e93943c-c232-4bde-af6f-0b23065579d0 req-bc90bd03-0f0a-41e4-a057-0ba3e8a6067c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0309f496-3d06-4f10-bdab-52c6d3f15d88 HTTP/1.1" status: 200 len: 217 time: 0.0316684 Jun 15 10:43:49.567976 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93943c-c232-4bde-af6f-0b23065579d0 req-8ac14d5c-2d67-4192-9247-484bd5ed3e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:43:49.569351 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9e93943c-c232-4bde-af6f-0b23065579d0 req-8ac14d5c-2d67-4192-9247-484bd5ed3e0e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=32c01357-607a-450c-811c-8330c498325d HTTP/1.1" status: 200 len: 849 time: 0.0411329 Jun 15 10:43:49.613641 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93943c-c232-4bde-af6f-0b23065579d0 req-ad5d2421-eff1-4e39-9f4c-ada8e1baeb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:43:49.615053 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9e93943c-c232-4bde-af6f-0b23065579d0 req-ad5d2421-eff1-4e39-9f4c-ada8e1baeb31 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=104a1ab4-a947-4523-8e20-9882108d1335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369143 Jun 15 10:43:49.706470 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9e93943c-c232-4bde-af6f-0b23065579d0 req-68748d1e-6b3f-46b7-8a35-8abbc5e1a6b1 service neutron] 10.222.0.62 "GET /v2.0/networks/104a1ab4-a947-4523-8e20-9882108d1335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850782 Jun 15 10:43:49.800148 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-9e93943c-c232-4bde-af6f-0b23065579d0 req-eeeecee0-1ef9-420c-8267-22e442c3d26a service neutron] 10.222.0.62 "GET /v2.0/networks/104a1ab4-a947-4523-8e20-9882108d1335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853295 Jun 15 10:43:50.391295 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:43:50.428327 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b1cfe-2f13-4508-a47f-5cf45976a315 req-9d6d10d0-e9b1-4369-b3fe-6525357ca11e tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:43:50.429792 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-368b1cfe-2f13-4508-a47f-5cf45976a315 req-9d6d10d0-e9b1-4369-b3fe-6525357ca11e tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/ports?device_id=871b2448-1f70-4437-bcac-c8e716de5346 HTTP/1.1" status: 200 len: 943 time: 0.0475185 Jun 15 10:43:50.477757 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-368b1cfe-2f13-4508-a47f-5cf45976a315 req-3b430349-db5c-4ad5-bca0-9234e3bd70d9 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fde00a3-d2eb-496d-ab01-3a80e675b356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419714 Jun 15 10:43:51.588058 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c949f3-b576-432a-9ab8-7d1f1953476d req-8449d24c-bc9f-4c04-8586-26015fbe32c8 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:43:51.589487 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-93c949f3-b576-432a-9ab8-7d1f1953476d req-8449d24c-bc9f-4c04-8586-26015fbe32c8 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/ports?device_id=871b2448-1f70-4437-bcac-c8e716de5346 HTTP/1.1" status: 200 len: 943 time: 0.0455844 Jun 15 10:43:51.639747 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-93c949f3-b576-432a-9ab8-7d1f1953476d req-fad5ae6c-eaa3-4cf7-bdc8-4f45f2c39f13 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fde00a3-d2eb-496d-ab01-3a80e675b356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449004 Jun 15 10:43:52.749868 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (a4349971-e88a-4ea8-a067-54d07204ee65), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:43:52.753015 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7726d-0486-41e7-a76d-e223ec17b57d req-8b457e35-d3be-4cf3-a6b6-8ab8ff5869ed tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:43:52.754479 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-56c7726d-0486-41e7-a76d-e223ec17b57d req-8b457e35-d3be-4cf3-a6b6-8ab8ff5869ed tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/ports?device_id=871b2448-1f70-4437-bcac-c8e716de5346 HTTP/1.1" status: 200 len: 943 time: 0.0459900 Jun 15 10:43:52.803598 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-56c7726d-0486-41e7-a76d-e223ec17b57d req-31544c84-ebbf-4c60-8b6b-e3cbd63fd711 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fde00a3-d2eb-496d-ab01-3a80e675b356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434515 Jun 15 10:43:54.002329 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a9de0-4fde-4bc7-b0f4-f458f63b3390 req-c4d44fae-bd34-4bff-9c3e-48a71fbb1b43 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:43:54.003816 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-077a9de0-4fde-4bc7-b0f4-f458f63b3390 req-c4d44fae-bd34-4bff-9c3e-48a71fbb1b43 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/ports?device_id=871b2448-1f70-4437-bcac-c8e716de5346 HTTP/1.1" status: 200 len: 943 time: 0.0463099 Jun 15 10:43:54.051370 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-077a9de0-4fde-4bc7-b0f4-f458f63b3390 req-a374f6e6-da16-4819-8d1e-bea68115c59b tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fde00a3-d2eb-496d-ab01-3a80e675b356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420310 Jun 15 10:43:55.164983 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba9781-2a59-4ab5-b7f1-3ccfe257a669 req-0df75a36-7a38-4255-a002-55a3e4ee7ddb tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:43:55.167078 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6dba9781-2a59-4ab5-b7f1-3ccfe257a669 req-0df75a36-7a38-4255-a002-55a3e4ee7ddb tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/ports?device_id=871b2448-1f70-4437-bcac-c8e716de5346 HTTP/1.1" status: 200 len: 943 time: 0.0489926 Jun 15 10:43:55.214636 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6dba9781-2a59-4ab5-b7f1-3ccfe257a669 req-16df18d5-996b-458b-b442-38b33fea9026 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fde00a3-d2eb-496d-ab01-3a80e675b356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421236 Jun 15 10:43:56.325577 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76fbef1-5ec0-486d-be4e-e7fca2ae12f9 req-97d761c1-927a-430f-a86c-0dee9d45fae9 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:43:56.327032 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-e76fbef1-5ec0-486d-be4e-e7fca2ae12f9 req-97d761c1-927a-430f-a86c-0dee9d45fae9 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/ports?device_id=871b2448-1f70-4437-bcac-c8e716de5346 HTTP/1.1" status: 200 len: 943 time: 0.0455694 Jun 15 10:43:56.375268 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-e76fbef1-5ec0-486d-be4e-e7fca2ae12f9 req-d1d95f65-7464-45da-ad50-6bf6b3430967 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fde00a3-d2eb-496d-ab01-3a80e675b356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426629 Jun 15 10:43:56.501167 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 0309f496-3d06-4f10-bdab-52c6d3f15d88 details requested by agent hyperv_hv-cinder-84349 with host hv-cinder-84349 {{(pid=103807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 10:43:56.594749 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port 0309f496-3d06-4f10-bdab-52c6d3f15d88, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=0309f496-3d06-4f10-bdab-52c6d3f15d88,segment=NetworkSegment(978cf521-561b-4a1d-ab9d-76cc17299bf1),segment_id=978cf521-561b-4a1d-ab9d-76cc17299bf1)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:43:56.605564 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Returning: {'device': '0309f496-3d06-4f10-bdab-52c6d3f15d88', 'network_id': '104a1ab4-a947-4523-8e20-9882108d1335', 'port_id': '0309f496-3d06-4f10-bdab-52c6d3f15d88', 'mac_address': 'fa:16:3e:2d:68:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32c01357-607a-450c-811c-8330c498325d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 10:43:56.642237 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Current status of the port 0309f496-3d06-4f10-bdab-52c6d3f15d88 is: DOWN; New status is: BUILD {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:43:56.642801 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (0309f496-3d06-4f10-bdab-52c6d3f15d88), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:43:56.655111 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0309f496-3d06-4f10-bdab-52c6d3f15d88 {{(pid=103807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 10:43:56.673749 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port 0309f496-3d06-4f10-bdab-52c6d3f15d88, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=0309f496-3d06-4f10-bdab-52c6d3f15d88,segment=NetworkSegment(978cf521-561b-4a1d-ab9d-76cc17299bf1),segment_id=978cf521-561b-4a1d-ab9d-76cc17299bf1)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:43:56.677018 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (0309f496-3d06-4f10-bdab-52c6d3f15d88), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:43:56.721099 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Pushing event updated for resources: {'Port': ['ID=0309f496-3d06-4f10-bdab-52c6d3f15d88,revision_number=4']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:43:56.727905 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:43:56.728245 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:43:56.729096 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:43:56.729428 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:43:56.729755 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:43:56.730078 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:43:56.730400 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:43:56.730718 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:43:56.731039 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:43:56.731457 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:43:56.731784 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:43:56.732099 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:43:56.732417 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:43:56.732731 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:43:56.733046 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:43:57.076859 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] get_ports_and_sgs() called for port_ids ['0309f496-3d06-4f10-bdab-52c6d3f15d88'] {{(pid=103807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 10:43:57.477890 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=100 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:43:57.491980 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a70eb61-029e-44e7-b2a9-6a10df8e0990 req-eacb7727-ef47-4a3c-b019-689b9e4dd856 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:43:57.493443 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3a70eb61-029e-44e7-b2a9-6a10df8e0990 req-eacb7727-ef47-4a3c-b019-689b9e4dd856 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/ports?device_id=871b2448-1f70-4437-bcac-c8e716de5346 HTTP/1.1" status: 200 len: 944 time: 0.0466888 Jun 15 10:43:57.541644 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-3a70eb61-029e-44e7-b2a9-6a10df8e0990 req-804b5540-6fc5-42a8-a6d7-da960761202c tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fde00a3-d2eb-496d-ab01-3a80e675b356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415411 Jun 15 10:43:58.497638 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 0309f496-3d06-4f10-bdab-52c6d3f15d88 up at agent hyperv_hv-cinder-84349 {{(pid=103807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 10:43:58.538920 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Provisioning for port 0309f496-3d06-4f10-bdab-52c6d3f15d88 completed by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 10:43:58.540668 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:43:58.545932 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.provisioning_blocks [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Provisioning complete for port 0309f496-3d06-4f10-bdab-52c6d3f15d88 triggered by entity L2. {{(pid=103807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 10:43:58.546280 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7724531'] for port (0309f496-3d06-4f10-bdab-52c6d3f15d88), provisioning_complete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:43:58.567655 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:43:58.622837 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Current status of the port 0309f496-3d06-4f10-bdab-52c6d3f15d88 is: BUILD; New status is: ACTIVE {{(pid=103807) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 10:43:58.623252 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (0309f496-3d06-4f10-bdab-52c6d3f15d88), before_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:43:58.646245 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '871b2448-1f70-4437-bcac-c8e716de5346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0309f496-3d06-4f10-bdab-52c6d3f15d88'}] {{(pid=103807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:43:58.648443 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9205ebd0146601a57e336ba0e259bffcba8e9192005a2aa68aaaf98781184b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef4c470-4d85-48e1-83b0-4ddc7e14d480" -d '{"events": [{"server_uuid": "871b2448-1f70-4437-bcac-c8e716de5346", "name": "network-vif-plugged", "status": "completed", "tag": "0309f496-3d06-4f10-bdab-52c6d3f15d88"}]}' {{(pid=103807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:43:58.657867 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5e79c-c5a3-47ab-a92d-aa8608a8e35d req-1c0b970d-5f47-4315-ac51-f92e05afddda tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:43:58.659367 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-20c5e79c-c5a3-47ab-a92d-aa8608a8e35d req-1c0b970d-5f47-4315-ac51-f92e05afddda tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/ports?device_id=871b2448-1f70-4437-bcac-c8e716de5346 HTTP/1.1" status: 200 len: 944 time: 0.0496869 Jun 15 10:43:58.662321 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] For port 0309f496-3d06-4f10-bdab-52c6d3f15d88, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=0309f496-3d06-4f10-bdab-52c6d3f15d88,segment=NetworkSegment(978cf521-561b-4a1d-ab9d-76cc17299bf1),segment_id=978cf521-561b-4a1d-ab9d-76cc17299bf1)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:43:58.667312 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241'] for port (0309f496-3d06-4f10-bdab-52c6d3f15d88), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:43:58.691056 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 10:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b64383-b47b-48c7-a4bb-419dfae3ad68 x-openstack-request-id: req-60b64383-b47b-48c7-a4bb-419dfae3ad68 {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:43:58.691362 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "871b2448-1f70-4437-bcac-c8e716de5346", "name": "network-vif-plugged", "status": "completed", "tag": "0309f496-3d06-4f10-bdab-52c6d3f15d88", "code": 200}]} {{(pid=103807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:43:58.691607 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-60b64383-b47b-48c7-a4bb-419dfae3ad68 {{(pid=103807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:43:58.691992 dv-cinder-843493-2-iscsi neutron-server[103807]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60b64383-b47b-48c7-a4bb-419dfae3ad68'] response: {'server_uuid': '871b2448-1f70-4437-bcac-c8e716de5346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0309f496-3d06-4f10-bdab-52c6d3f15d88', 'code': 200} Jun 15 10:43:58.712524 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-20c5e79c-c5a3-47ab-a92d-aa8608a8e35d req-d3e4194b-d0d7-416d-ab66-ded97aa65d9b tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fde00a3-d2eb-496d-ab01-3a80e675b356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469921 Jun 15 10:43:58.718484 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Pushing event updated for resources: {'Port': ['ID=0309f496-3d06-4f10-bdab-52c6d3f15d88,revision_number=5']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:43:58.957342 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b81084c-4fa0-4bb8-b646-a06283bf9143 req-97f77119-659b-4473-b31a-80ec7a7fcf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:43:58.958762 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1b81084c-4fa0-4bb8-b646-a06283bf9143 req-97f77119-659b-4473-b31a-80ec7a7fcf77 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=871b2448-1f70-4437-bcac-c8e716de5346 HTTP/1.1" status: 200 len: 1129 time: 0.0413349 Jun 15 10:43:59.003001 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-1b81084c-4fa0-4bb8-b646-a06283bf9143 req-4f735390-913b-4887-9dc0-5cedff750cd5 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7fde00a3-d2eb-496d-ab01-3a80e675b356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377228 Jun 15 10:43:59.832988 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ef158-e891-44ec-818d-d362fb3c185e req-6dc94da5-e3eb-4743-abd9-32ec63a4e9c5 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:43:59.834542 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e50ef158-e891-44ec-818d-d362fb3c185e req-6dc94da5-e3eb-4743-abd9-32ec63a4e9c5 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/ports?device_id=871b2448-1f70-4437-bcac-c8e716de5346 HTTP/1.1" status: 200 len: 945 time: 0.0510082 Jun 15 10:43:59.883661 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e50ef158-e891-44ec-818d-d362fb3c185e req-e95180fe-a2b3-40ae-89d7-e37cf8651346 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fde00a3-d2eb-496d-ab01-3a80e675b356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429056 Jun 15 10:44:00.996830 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbbf102-32ae-4a8a-86cf-5249fb05e77f req-85c3c763-e8e8-49ed-929f-88d84a9898fb tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:44:00.998262 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-ffbbf102-32ae-4a8a-86cf-5249fb05e77f req-85c3c763-e8e8-49ed-929f-88d84a9898fb tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/ports?device_id=871b2448-1f70-4437-bcac-c8e716de5346 HTTP/1.1" status: 200 len: 945 time: 0.0453579 Jun 15 10:44:01.045484 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-ffbbf102-32ae-4a8a-86cf-5249fb05e77f req-677958bc-9495-4678-9092-2b25e5feba7b tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fde00a3-d2eb-496d-ab01-3a80e675b356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416775 Jun 15 10:44:01.160738 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412a09f-f7f3-4e62-adf5-93614ee3395c req-913ac1a8-0abe-4911-86ca-5c7702ea02c1 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:44:01.162189 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e412a09f-f7f3-4e62-adf5-93614ee3395c req-913ac1a8-0abe-4911-86ca-5c7702ea02c1 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/ports?device_id=871b2448-1f70-4437-bcac-c8e716de5346 HTTP/1.1" status: 200 len: 945 time: 0.0518582 Jun 15 10:44:01.213182 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-e412a09f-f7f3-4e62-adf5-93614ee3395c req-8a2854e7-f117-464d-b577-df1bbf519fd9 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fde00a3-d2eb-496d-ab01-3a80e675b356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455465 Jun 15 10:44:01.235753 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 35148) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:44:01.272680 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f29133f-63cd-4f59-bc36-36e7ad30ee1f tempest-TestVolumeBootPattern-1052685698 tempest-TestVolumeBootPattern-1052685698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:44:01.274175 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-1f29133f-63cd-4f59-bc36-36e7ad30ee1f tempest-TestVolumeBootPattern-1052685698 tempest-TestVolumeBootPattern-1052685698-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=871b2448-1f70-4437-bcac-c8e716de5346 HTTP/1.1" status: 200 len: 1124 time: 0.0374732 Jun 15 10:44:01.276882 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 35150) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:44:01.280900 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.v2.base [None req-ee2df28e-ea58-405f-884e-d4737b3c8c0c tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Request body: {'floatingip': {'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'port_id': '0309f496-3d06-4f10-bdab-52c6d3f15d88', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 10:44:01.301702 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ee2df28e-ea58-405f-884e-d4737b3c8c0c tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:01.375994 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ee2df28e-ea58-405f-884e-d4737b3c8c0c tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (None), before_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:01.490731 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_common [None req-ee2df28e-ea58-405f-884e-d4737b3c8c0c tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Allocated IP 172.27.0.161 (0c6836d1-4e10-4696-9cf9-183899f77c81/849db9c0-6b0b-495f-a2c9-c288d42c277d/43805c4e-3f7b-4229-82e5-db1a17720897) {{(pid=103806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 10:44:01.553462 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:44:01.594886 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ee2df28e-ea58-405f-884e-d4737b3c8c0c tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks [] for port (43805c4e-3f7b-4229-82e5-db1a17720897), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:01.626064 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ee2df28e-ea58-405f-884e-d4737b3c8c0c tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732880069205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (43805c4e-3f7b-4229-82e5-db1a17720897), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:01.661583 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:44:01.663584 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2df28e-ea58-405f-884e-d4737b3c8c0c tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Network 0c6836d1-4e10-4696-9cf9-183899f77c81 is already hosted by enough agents. {{(pid=103806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 10:44:01.668965 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.base_scheduler [None req-ee2df28e-ea58-405f-884e-d4737b3c8c0c tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Resources bound (agent type, host, resource id): {{(pid=103806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 10:44:01.674078 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2df28e-ea58-405f-884e-d4737b3c8c0c tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Received port after_create {{(pid=103806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 10:44:01.697511 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2df28e-ea58-405f-884e-d4737b3c8c0c tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Pushing event updated for resources: {'Port': ['ID=43805c4e-3f7b-4229-82e5-db1a17720897,revision_number=1']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:44:02.005578 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ee2df28e-ea58-405f-884e-d4737b3c8c0c tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks [] for floatingip (7a85df5b-c54c-4bcc-9cef-9ccf103967f6), precommit_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:02.068491 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ee2df28e-ea58-405f-884e-d4737b3c8c0c tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861477'] for port (43805c4e-3f7b-4229-82e5-db1a17720897), before_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:02.209361 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ee2df28e-ea58-405f-884e-d4737b3c8c0c tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks [] for port (43805c4e-3f7b-4229-82e5-db1a17720897), precommit_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:02.213543 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ee2df28e-ea58-405f-884e-d4737b3c8c0c tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732880601128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732880069223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732880069241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-252119569'] for port (43805c4e-3f7b-4229-82e5-db1a17720897), after_update {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:02.281018 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2df28e-ea58-405f-884e-d4737b3c8c0c tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Pushing event updated for resources: {'Port': ['ID=43805c4e-3f7b-4229-82e5-db1a17720897,revision_number=2']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:44:02.293342 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ee2df28e-ea58-405f-884e-d4737b3c8c0c tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-721338'] for floatingip (7a85df5b-c54c-4bcc-9cef-9ccf103967f6), after_create {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:02.323945 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:44:02.384363 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.db.l3_db [None req-ee2df28e-ea58-405f-884e-d4737b3c8c0c tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Floating IP 7a85df5b-c54c-4bcc-9cef-9ccf103967f6 associated. External IP: 172.27.0.161, port: 0309f496-3d06-4f10-bdab-52c6d3f15d88. Jun 15 10:44:02.545089 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:44:02.575618 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2df28e-ea58-405f-884e-d4737b3c8c0c tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Router 3fb9a49f-82ac-48ec-a5e4-cba8d78ba383 has already been hosted by L3 agent 06043943-94cb-49df-a062-a4886c03e673 {{(pid=103806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 10:44:02.674243 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2df28e-ea58-405f-884e-d4737b3c8c0c tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Notify agent at l3_agent.dv-cinder-843493-2-iscsi the message routers_updated {{(pid=103806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 10:44:02.684548 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8005dd23-59dc-4215-9b3d-138e391767c7 None None] Sync routers for ids ['3fb9a49f-82ac-48ec-a5e4-cba8d78ba383'] in dv-cinder-843493-2-iscsi {{(pid=103807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 10:44:02.692955 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ee2df28e-ea58-405f-884e-d4737b3c8c0c tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for floatingip (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:02.694495 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8005dd23-59dc-4215-9b3d-138e391767c7 None None] Routers {'3fb9a49f-82ac-48ec-a5e4-cba8d78ba383'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:44:02.695127 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-8005dd23-59dc-4215-9b3d-138e391767c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:43:45Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['3fb9a49f-82ac-48ec-a5e4-cba8d78ba383'], 'active': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:44:02.723307 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-ee2df28e-ea58-405f-884e-d4737b3c8c0c tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4453650 Jun 15 10:44:02.723895 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '871b2448-1f70-4437-bcac-c8e716de5346', 'tag': '0309f496-3d06-4f10-bdab-52c6d3f15d88'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:44:02.726173 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15acf06c26f001ded10715ddc8547394d4bbc7e5ff5a4e462e54e6774371169d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe89584-9eed-4be2-90ad-fc076b0d4c7e" -d '{"events": [{"name": "network-changed", "server_uuid": "871b2448-1f70-4437-bcac-c8e716de5346", "tag": "0309f496-3d06-4f10-bdab-52c6d3f15d88"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:44:02.764350 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 10:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e0ad762-c868-42e0-80b0-e5b1164bba97 x-openstack-request-id: req-6e0ad762-c868-42e0-80b0-e5b1164bba97 {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:44:02.764636 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "871b2448-1f70-4437-bcac-c8e716de5346", "tag": "0309f496-3d06-4f10-bdab-52c6d3f15d88", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:44:02.764880 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6e0ad762-c868-42e0-80b0-e5b1164bba97 {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:44:02.765278 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e0ad762-c868-42e0-80b0-e5b1164bba97'] response: {'name': 'network-changed', 'server_uuid': '871b2448-1f70-4437-bcac-c8e716de5346', 'tag': '0309f496-3d06-4f10-bdab-52c6d3f15d88', 'status': 'completed', 'code': 200} Jun 15 10:44:02.851192 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe89584-9eed-4be2-90ad-fc076b0d4c7e req-73e24eef-e335-4acf-8ecb-18c75a66a540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:44:02.852777 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ffe89584-9eed-4be2-90ad-fc076b0d4c7e req-73e24eef-e335-4acf-8ecb-18c75a66a540 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f096e399deac4d029ff63e3cb7f1ce9f&device_id=871b2448-1f70-4437-bcac-c8e716de5346 HTTP/1.1" status: 200 len: 1129 time: 0.0403082 Jun 15 10:44:02.921061 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvr_db [None req-8005dd23-59dc-4215-9b3d-138e391767c7 None None] Set router 3fb9a49f-82ac-48ec-a5e4-cba8d78ba383 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:44:02.944425 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe89584-9eed-4be2-90ad-fc076b0d4c7e req-6eac3f45-5101-4ff6-a232-69f27ac9ac3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:44:02.945909 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ffe89584-9eed-4be2-90ad-fc076b0d4c7e req-6eac3f45-5101-4ff6-a232-69f27ac9ac3d service neutron] 10.222.0.62 "GET /v2.0/networks?id=104a1ab4-a947-4523-8e20-9882108d1335 HTTP/1.1" status: 200 len: 911 time: 0.0870311 Jun 15 10:44:03.004535 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ffe89584-9eed-4be2-90ad-fc076b0d4c7e req-286c4a51-fbb0-4457-b607-5edec8d0c3ba service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0309f496-3d06-4f10-bdab-52c6d3f15d88 HTTP/1.1" status: 200 len: 999 time: 0.0527234 Jun 15 10:44:03.058422 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe89584-9eed-4be2-90ad-fc076b0d4c7e req-7ed14242-ab00-4258-ba5f-65f9162e29d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:44:03.059989 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ffe89584-9eed-4be2-90ad-fc076b0d4c7e req-7ed14242-ab00-4258-ba5f-65f9162e29d9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=32c01357-607a-450c-811c-8330c498325d HTTP/1.1" status: 200 len: 849 time: 0.0494909 Jun 15 10:44:03.102171 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe89584-9eed-4be2-90ad-fc076b0d4c7e req-64826085-10e6-4ca3-9718-0259ac71ece9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:44:03.104137 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ffe89584-9eed-4be2-90ad-fc076b0d4c7e req-64826085-10e6-4ca3-9718-0259ac71ece9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=104a1ab4-a947-4523-8e20-9882108d1335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373683 Jun 15 10:44:03.126667 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-8005dd23-59dc-4215-9b3d-138e391767c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'name': 'tempest-TestVolumeBootPattern-14245363-router', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '6cea28f3-754b-40b6-ac64-e252d0494188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:38:39Z', 'updated_at': '2022-06-15T10:38:43Z', 'revision_number': 4, 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'gw_port': {'id': '6cea28f3-754b-40b6-ac64-e252d0494188', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:20:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:38:39Z', 'updated_at': '2022-06-15T10:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_floatingips': [{'id': '26b9b83f-4bd2-4c88-976e-98022d68ed68', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'router_id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'port_id': '27606219-e918-4e9a-aa30-81725e2a94e1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '104a1ab4-a947-4523-8e20-9882108d1335', 'mac_address': 'fa:16:3e:05:33:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124aa8d6-54b1-4c24-821b-e022b8752904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T10:42:08Z', 'updated_at': '2022-06-15T10:42:10Z', 'revision_number': 1, 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'fixed_ip_address_scope': None}, {'id': '7a85df5b-c54c-4bcc-9cef-9ccf103967f6', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'floating_ip_address': '172.27.0.161', 'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'router_id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'port_id': '0309f496-3d06-4f10-bdab-52c6d3f15d88', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '104a1ab4-a947-4523-8e20-9882108d1335', 'mac_address': 'fa:16:3e:2d:68:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871b2448-1f70-4437-bcac-c8e716de5346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T10:44:01Z', 'updated_at': '2022-06-15T10:44:01Z', 'revision_number': 0, 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1972bab0-9a38-465b-b3aa-b591098308f2', 'name': '', 'network_id': '104a1ab4-a947-4523-8e20-9882108d1335', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'mac_address': 'fa:16:3e:32:52:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '32c01357-607a-450c-811c-8330c498325d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:38:42Z', 'updated_at': '2022-06-15T10:38:48Z', 'revision_number': 5, 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'subnets': [{'id': '32c01357-607a-450c-811c-8330c498325d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:44:03.151153 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8005dd23-59dc-4215-9b3d-138e391767c7 None None] Checking router: 3fb9a49f-82ac-48ec-a5e4-cba8d78ba383 for host: dv-cinder-843493-2-iscsi {{(pid=103807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 10:44:03.159440 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8005dd23-59dc-4215-9b3d-138e391767c7 None None] Routers {'3fb9a49f-82ac-48ec-a5e4-cba8d78ba383'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:44:03.160040 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-8005dd23-59dc-4215-9b3d-138e391767c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:43:45Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['3fb9a49f-82ac-48ec-a5e4-cba8d78ba383'], 'active': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:44:03.193971 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ffe89584-9eed-4be2-90ad-fc076b0d4c7e req-69f48b91-0b91-4880-8364-3618225c0aee service neutron] 10.222.0.62 "GET /v2.0/networks/104a1ab4-a947-4523-8e20-9882108d1335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843771 Jun 15 10:44:03.258735 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvr_db [None req-8005dd23-59dc-4215-9b3d-138e391767c7 None None] Set router 3fb9a49f-82ac-48ec-a5e4-cba8d78ba383 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:44:03.281468 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-ffe89584-9eed-4be2-90ad-fc076b0d4c7e req-7085c831-99fc-4890-8c80-2b1b7de1e331 service neutron] 10.222.0.62 "GET /v2.0/networks/104a1ab4-a947-4523-8e20-9882108d1335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810091 Jun 15 10:44:03.476720 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-8005dd23-59dc-4215-9b3d-138e391767c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'name': 'tempest-TestVolumeBootPattern-14245363-router', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '6cea28f3-754b-40b6-ac64-e252d0494188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:38:39Z', 'updated_at': '2022-06-15T10:38:43Z', 'revision_number': 4, 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'gw_port': {'id': '6cea28f3-754b-40b6-ac64-e252d0494188', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:20:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:38:39Z', 'updated_at': '2022-06-15T10:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_floatingips': [{'id': '26b9b83f-4bd2-4c88-976e-98022d68ed68', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'router_id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'port_id': '27606219-e918-4e9a-aa30-81725e2a94e1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '104a1ab4-a947-4523-8e20-9882108d1335', 'mac_address': 'fa:16:3e:05:33:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124aa8d6-54b1-4c24-821b-e022b8752904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T10:42:08Z', 'updated_at': '2022-06-15T10:42:10Z', 'revision_number': 1, 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'fixed_ip_address_scope': None}, {'id': '7a85df5b-c54c-4bcc-9cef-9ccf103967f6', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'floating_ip_address': '172.27.0.161', 'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'router_id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'port_id': '0309f496-3d06-4f10-bdab-52c6d3f15d88', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '104a1ab4-a947-4523-8e20-9882108d1335', 'mac_address': 'fa:16:3e:2d:68:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871b2448-1f70-4437-bcac-c8e716de5346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T10:44:01Z', 'updated_at': '2022-06-15T10:44:01Z', 'revision_number': 0, 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1972bab0-9a38-465b-b3aa-b591098308f2', 'name': '', 'network_id': '104a1ab4-a947-4523-8e20-9882108d1335', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'mac_address': 'fa:16:3e:32:52:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '32c01357-607a-450c-811c-8330c498325d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:38:42Z', 'updated_at': '2022-06-15T10:38:48Z', 'revision_number': 5, 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'subnets': [{'id': '32c01357-607a-450c-811c-8330c498325d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:44:03.501442 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8005dd23-59dc-4215-9b3d-138e391767c7 None None] The sync data for ids ['3fb9a49f-82ac-48ec-a5e4-cba8d78ba383'] in dv-cinder-843493-2-iscsi is: [{'id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'name': 'tempest-TestVolumeBootPattern-14245363-router', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '6cea28f3-754b-40b6-ac64-e252d0494188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:38:39Z', 'updated_at': '2022-06-15T10:38:43Z', 'revision_number': 4, 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'gw_port': {'id': '6cea28f3-754b-40b6-ac64-e252d0494188', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:20:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:38:39Z', 'updated_at': '2022-06-15T10:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_floatingips': [{'id': '26b9b83f-4bd2-4c88-976e-98022d68ed68', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'router_id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'port_id': '27606219-e918-4e9a-aa30-81725e2a94e1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '104a1ab4-a947-4523-8e20-9882108d1335', 'mac_address': 'fa:16:3e:05:33:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124aa8d6-54b1-4c24-821b-e022b8752904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T10:42:08Z', 'updated_at': '2022-06-15T10:42:10Z', 'revision_number': 1, 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'fixed_ip_address_scope': None}, {'id': '7a85df5b-c54c-4bcc-9cef-9ccf103967f6', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'floating_ip_address': '172.27.0.161', 'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'router_id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'port_id': '0309f496-3d06-4f10-bdab-52c6d3f15d88', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '104a1ab4-a947-4523-8e20-9882108d1335', 'mac_address': 'fa:16:3e:2d:68:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871b2448-1f70-4437-bcac-c8e716de5346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T10:44:01Z', 'updated_at': '2022-06-15T10:44:01Z', 'revision_number': 0, 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1972bab0-9a38-465b-b3aa-b591098308f2', 'name': '', 'network_id': '104a1ab4-a947-4523-8e20-9882108d1335', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'mac_address': 'fa:16:3e:32:52:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '32c01357-607a-450c-811c-8330c498325d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:38:42Z', 'updated_at': '2022-06-15T10:38:48Z', 'revision_number': 5, 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'subnets': [{'id': '32c01357-607a-450c-811c-8330c498325d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 10:44:03.693453 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954a244b-6e2c-4b2f-aa2d-e43649e14544 None None] New status for floating IP 7a85df5b-c54c-4bcc-9cef-9ccf103967f6: ACTIVE {{(pid=103808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 10:44:11.033571 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=63 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:44:11.041650 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=65 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:44:13.049395 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-aca54b92-8594-4a1b-bd96-ae2c0f0d7a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (e7b68426-6abe-45ee-a2ce-c32f72f66753), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:13.277280 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=72,neutron:DELETE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:44:13.278028 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=93 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:44:13.786106 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=23 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:44:13.798132 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:44:14.688344 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.agents_db [None req-cff4c53f-faac-479c-b9be-928944d02899 None None] Agent healthcheck: found 6 active agents {{(pid=103808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 10:44:15.228507 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:44:15.234908 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-63dda44a-308a-4115-bec2-9ffd4449ce7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (06043943-94cb-49df-a062-a4886c03e673), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:16.414727 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:44:16.419945 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-59f444b4-2386-4fe1-b50f-b9e54b42d680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (3cca6303-0f2e-4b13-b82d-f2749c30f699), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:16.527682 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 35160) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:44:16.663816 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-8ea68788-4797-4756-91e0-16966987f914 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Deleting port 088c70d9-c41d-41c4-8ebb-66624a621f07 {{(pid=103806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:44:16.664070 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-8ea68788-4797-4756-91e0-16966987f914 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (088c70d9-c41d-41c4-8ebb-66624a621f07), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:16.740946 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-8ea68788-4797-4756-91e0-16966987f914 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (088c70d9-c41d-41c4-8ebb-66624a621f07), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:16.741266 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-8ea68788-4797-4756-91e0-16966987f914 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Publish callbacks [] for floatingip (088c70d9-c41d-41c4-8ebb-66624a621f07), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:16.754267 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-8ea68788-4797-4756-91e0-16966987f914 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Calling delete_port for 088c70d9-c41d-41c4-8ebb-66624a621f07 owned by network:floatingip {{(pid=103806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:44:16.916055 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-8ea68788-4797-4756-91e0-16966987f914 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (088c70d9-c41d-41c4-8ebb-66624a621f07), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:16.940735 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea68788-4797-4756-91e0-16966987f914 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Pushing event deleted for resources: {'Port': ['ID=088c70d9-c41d-41c4-8ebb-66624a621f07,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:44:17.000723 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-8ea68788-4797-4756-91e0-16966987f914 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Publish callbacks [] for floatingip (c2938d4b-6b8a-4a89-9908-3a25dba670a6), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:17.001054 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.db.l3_db [None req-8ea68788-4797-4756-91e0-16966987f914 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Floating IP c2938d4b-6b8a-4a89-9908-3a25dba670a6 disassociated (deleted). External IP: 172.27.0.63, port: 94642a1a-1e5d-4c38-8e39-fe86241784ed. Jun 15 10:44:17.447474 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ea68788-4797-4756-91e0-16966987f914 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Router 4fbe59bf-b10f-420f-a18f-16b3a652b95d has already been hosted by L3 agent 06043943-94cb-49df-a062-a4886c03e673 {{(pid=103806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 10:44:17.546910 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea68788-4797-4756-91e0-16966987f914 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Notify agent at l3_agent.dv-cinder-843493-2-iscsi the message routers_updated {{(pid=103806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 10:44:17.551683 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-8ea68788-4797-4756-91e0-16966987f914 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for floatingip (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:17.556213 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cbadfc-c85a-49f8-b9cb-93dfc4c0487a None None] Sync routers for ids ['4fbe59bf-b10f-420f-a18f-16b3a652b95d'] in dv-cinder-843493-2-iscsi {{(pid=103807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 10:44:17.565807 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cbadfc-c85a-49f8-b9cb-93dfc4c0487a None None] Routers {'4fbe59bf-b10f-420f-a18f-16b3a652b95d'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:44:17.566414 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-19cbadfc-c85a-49f8-b9cb-93dfc4c0487a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:44:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['4fbe59bf-b10f-420f-a18f-16b3a652b95d'], 'active': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:44:17.579840 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-8ea68788-4797-4756-91e0-16966987f914 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "DELETE /v2.0/floatingips/c2938d4b-6b8a-4a89-9908-3a25dba670a6 HTTP/1.1" status: 204 len: 168 time: 1.0510323 Jun 15 10:44:17.580430 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f6bfe90-7d7f-4905-b097-81c9bda21a3e', 'tag': '94642a1a-1e5d-4c38-8e39-fe86241784ed'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:44:17.582681 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15acf06c26f001ded10715ddc8547394d4bbc7e5ff5a4e462e54e6774371169d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b381b35a-21a9-4f38-8e48-65806c7eec3d" -d '{"events": [{"name": "network-changed", "server_uuid": "4f6bfe90-7d7f-4905-b097-81c9bda21a3e", "tag": "94642a1a-1e5d-4c38-8e39-fe86241784ed"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:44:17.623275 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 10:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ca1d85-df0c-4cd2-b333-54945a5d13fc x-openstack-request-id: req-58ca1d85-df0c-4cd2-b333-54945a5d13fc {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:44:17.623572 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f6bfe90-7d7f-4905-b097-81c9bda21a3e", "tag": "94642a1a-1e5d-4c38-8e39-fe86241784ed", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:44:17.623820 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-58ca1d85-df0c-4cd2-b333-54945a5d13fc {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:44:17.624296 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58ca1d85-df0c-4cd2-b333-54945a5d13fc'] response: {'name': 'network-changed', 'server_uuid': '4f6bfe90-7d7f-4905-b097-81c9bda21a3e', 'tag': '94642a1a-1e5d-4c38-8e39-fe86241784ed', 'status': 'completed', 'code': 200} Jun 15 10:44:17.676032 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvr_db [None req-19cbadfc-c85a-49f8-b9cb-93dfc4c0487a None None] Set router 4fbe59bf-b10f-420f-a18f-16b3a652b95d gateway port host: dv-cinder-843493-2-iscsi {{(pid=103807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:44:17.705420 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:44:17.710523 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:44:17.717276 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b381b35a-21a9-4f38-8e48-65806c7eec3d req-83b8e568-8985-4ea4-be68-86948878f546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:44:17.719327 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b381b35a-21a9-4f38-8e48-65806c7eec3d req-83b8e568-8985-4ea4-be68-86948878f546 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe56b435fdbf49629bfc5e06c24e78b9&device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 1129 time: 0.0473561 Jun 15 10:44:17.830045 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b381b35a-21a9-4f38-8e48-65806c7eec3d req-3082dbed-7a17-456c-b403-70c54576326d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:44:17.831678 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b381b35a-21a9-4f38-8e48-65806c7eec3d req-3082dbed-7a17-456c-b403-70c54576326d service neutron] 10.222.0.62 "GET /v2.0/networks?id=6c676230-a21e-47f7-b248-35e003e07d94 HTTP/1.1" status: 200 len: 909 time: 0.1054604 Jun 15 10:44:17.833729 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4749059-51e6-4319-8e40-65c80655c153 req-240ced2c-e4f1-4e2e-8064-242ad2505f34 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:44:17.835536 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-e4749059-51e6-4319-8e40-65c80655c153 req-240ced2c-e4f1-4e2e-8064-242ad2505f34 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 945 time: 0.0546074 Jun 15 10:44:17.842305 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-28d06d32-ea2f-4019-b04d-5ef5fa4d530e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (28e3d1c3-881c-45f9-bfee-5bcc9597e0ae), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:17.886055 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-e4749059-51e6-4319-8e40-65c80655c153 req-f5d8146a-815a-4219-8a42-704f5f3827c5 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe649189-760b-4d5b-a1e6-f57ab81a8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434051 Jun 15 10:44:17.891263 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-19cbadfc-c85a-49f8-b9cb-93dfc4c0487a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbe59bf-b10f-420f-a18f-16b3a652b95d', 'name': 'tempest-TestShelveInstance-385863568-router', 'tenant_id': 'fe56b435fdbf49629bfc5e06c24e78b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '92fc09dd-e365-4cbb-9c1d-25960bdbec2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:39:20Z', 'updated_at': '2022-06-15T10:39:24Z', 'revision_number': 4, 'project_id': 'fe56b435fdbf49629bfc5e06c24e78b9', 'gw_port': {'id': '92fc09dd-e365-4cbb-9c1d-25960bdbec2d', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbe59bf-b10f-420f-a18f-16b3a652b95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:39:21Z', 'updated_at': '2022-06-15T10:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': 'c8c9d95d-17c7-4629-bfa5-52a6ddf42c30', 'name': '', 'network_id': '6c676230-a21e-47f7-b248-35e003e07d94', 'tenant_id': 'fe56b435fdbf49629bfc5e06c24e78b9', 'mac_address': 'fa:16:3e:e9:d0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbe59bf-b10f-420f-a18f-16b3a652b95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'bbaedce3-07fe-427f-8c9e-c552095c0fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:39:23Z', 'updated_at': '2022-06-15T10:39:28Z', 'revision_number': 5, 'project_id': 'fe56b435fdbf49629bfc5e06c24e78b9', 'subnets': [{'id': 'bbaedce3-07fe-427f-8c9e-c552095c0fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:44:17.920049 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cbadfc-c85a-49f8-b9cb-93dfc4c0487a None None] Checking router: 4fbe59bf-b10f-420f-a18f-16b3a652b95d for host: dv-cinder-843493-2-iscsi {{(pid=103807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 10:44:17.928442 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cbadfc-c85a-49f8-b9cb-93dfc4c0487a None None] Routers {'4fbe59bf-b10f-420f-a18f-16b3a652b95d'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:44:17.929155 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-19cbadfc-c85a-49f8-b9cb-93dfc4c0487a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:44:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['4fbe59bf-b10f-420f-a18f-16b3a652b95d'], 'active': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:44:18.017823 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (ad84a4c2-87cd-4603-a219-98785ef58eeb), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:18.041507 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvr_db [None req-19cbadfc-c85a-49f8-b9cb-93dfc4c0487a None None] Set router 4fbe59bf-b10f-420f-a18f-16b3a652b95d gateway port host: dv-cinder-843493-2-iscsi {{(pid=103807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:44:18.229963 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-19cbadfc-c85a-49f8-b9cb-93dfc4c0487a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbe59bf-b10f-420f-a18f-16b3a652b95d', 'name': 'tempest-TestShelveInstance-385863568-router', 'tenant_id': 'fe56b435fdbf49629bfc5e06c24e78b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '92fc09dd-e365-4cbb-9c1d-25960bdbec2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:39:20Z', 'updated_at': '2022-06-15T10:39:24Z', 'revision_number': 4, 'project_id': 'fe56b435fdbf49629bfc5e06c24e78b9', 'gw_port': {'id': '92fc09dd-e365-4cbb-9c1d-25960bdbec2d', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbe59bf-b10f-420f-a18f-16b3a652b95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:39:21Z', 'updated_at': '2022-06-15T10:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': 'c8c9d95d-17c7-4629-bfa5-52a6ddf42c30', 'name': '', 'network_id': '6c676230-a21e-47f7-b248-35e003e07d94', 'tenant_id': 'fe56b435fdbf49629bfc5e06c24e78b9', 'mac_address': 'fa:16:3e:e9:d0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbe59bf-b10f-420f-a18f-16b3a652b95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'bbaedce3-07fe-427f-8c9e-c552095c0fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:39:23Z', 'updated_at': '2022-06-15T10:39:28Z', 'revision_number': 5, 'project_id': 'fe56b435fdbf49629bfc5e06c24e78b9', 'subnets': [{'id': 'bbaedce3-07fe-427f-8c9e-c552095c0fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:44:18.253521 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cbadfc-c85a-49f8-b9cb-93dfc4c0487a None None] The sync data for ids ['4fbe59bf-b10f-420f-a18f-16b3a652b95d'] in dv-cinder-843493-2-iscsi is: [{'id': '4fbe59bf-b10f-420f-a18f-16b3a652b95d', 'name': 'tempest-TestShelveInstance-385863568-router', 'tenant_id': 'fe56b435fdbf49629bfc5e06c24e78b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '92fc09dd-e365-4cbb-9c1d-25960bdbec2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:39:20Z', 'updated_at': '2022-06-15T10:39:24Z', 'revision_number': 4, 'project_id': 'fe56b435fdbf49629bfc5e06c24e78b9', 'gw_port': {'id': '92fc09dd-e365-4cbb-9c1d-25960bdbec2d', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbe59bf-b10f-420f-a18f-16b3a652b95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:39:21Z', 'updated_at': '2022-06-15T10:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': 'c8c9d95d-17c7-4629-bfa5-52a6ddf42c30', 'name': '', 'network_id': '6c676230-a21e-47f7-b248-35e003e07d94', 'tenant_id': 'fe56b435fdbf49629bfc5e06c24e78b9', 'mac_address': 'fa:16:3e:e9:d0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbe59bf-b10f-420f-a18f-16b3a652b95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'bbaedce3-07fe-427f-8c9e-c552095c0fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:39:23Z', 'updated_at': '2022-06-15T10:39:28Z', 'revision_number': 5, 'project_id': 'fe56b435fdbf49629bfc5e06c24e78b9', 'subnets': [{'id': 'bbaedce3-07fe-427f-8c9e-c552095c0fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 10:44:18.458304 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b437db-44c0-4200-8850-14797c73441c None None] New status for floating IP c2938d4b-6b8a-4a89-9908-3a25dba670a6: DOWN {{(pid=103808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 10:44:19.002312 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dbb27f-49cc-4f0c-8f53-5b441a4c9c82 req-1ecc5241-27f1-4d69-9592-e5576bb0e13c tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:44:19.003791 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-41dbb27f-49cc-4f0c-8f53-5b441a4c9c82 req-1ecc5241-27f1-4d69-9592-e5576bb0e13c tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 945 time: 0.0459664 Jun 15 10:44:19.051872 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-41dbb27f-49cc-4f0c-8f53-5b441a4c9c82 req-e81f96ba-8eac-4117-ad7f-3707ffb79674 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe649189-760b-4d5b-a1e6-f57ab81a8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423532 Jun 15 10:44:19.148852 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b381b35a-21a9-4f38-8e48-65806c7eec3d req-d8acfd95-2c22-45ca-9c91-8b4cba0c9ba6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94642a1a-1e5d-4c38-8e39-fe86241784ed HTTP/1.1" status: 200 len: 217 time: 0.0371594 Jun 15 10:44:19.196428 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b381b35a-21a9-4f38-8e48-65806c7eec3d req-662a94fb-94ec-4453-a4c5-ea15ef335044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:44:19.197801 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b381b35a-21a9-4f38-8e48-65806c7eec3d req-662a94fb-94ec-4453-a4c5-ea15ef335044 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bbaedce3-07fe-427f-8c9e-c552095c0fcd HTTP/1.1" status: 200 len: 847 time: 0.0427277 Jun 15 10:44:19.310554 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b381b35a-21a9-4f38-8e48-65806c7eec3d req-ec165815-08d5-4485-97ed-4e0f6cd4d993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:44:19.311933 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b381b35a-21a9-4f38-8e48-65806c7eec3d req-ec165815-08d5-4485-97ed-4e0f6cd4d993 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6c676230-a21e-47f7-b248-35e003e07d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373178 Jun 15 10:44:19.401596 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b381b35a-21a9-4f38-8e48-65806c7eec3d req-e21e8219-299e-4de9-a5df-ee147df43aac service neutron] 10.222.0.62 "GET /v2.0/networks/6c676230-a21e-47f7-b248-35e003e07d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824914 Jun 15 10:44:19.684683 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b381b35a-21a9-4f38-8e48-65806c7eec3d req-550174a7-c4d6-41f8-91d5-a1e0351a5125 service neutron] 10.222.0.62 "GET /v2.0/networks/6c676230-a21e-47f7-b248-35e003e07d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829406 Jun 15 10:44:19.770730 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace7277-3fa3-46b2-97fe-696fbf2c5902 req-45687529-3f36-4349-8f0b-959f77d00dec tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:44:19.772193 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6ace7277-3fa3-46b2-97fe-696fbf2c5902 req-45687529-3f36-4349-8f0b-959f77d00dec tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 945 time: 0.0495033 Jun 15 10:44:19.852734 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [req-6ace7277-3fa3-46b2-97fe-696fbf2c5902 req-6f76fc3a-ef91-460c-ae38-4dfa368578a5 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Deleting port 94642a1a-1e5d-4c38-8e39-fe86241784ed {{(pid=103806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:44:19.853077 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-6ace7277-3fa3-46b2-97fe-696fbf2c5902 req-6f76fc3a-ef91-460c-ae38-4dfa368578a5 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (94642a1a-1e5d-4c38-8e39-fe86241784ed), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:19.942663 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-6ace7277-3fa3-46b2-97fe-696fbf2c5902 req-6f76fc3a-ef91-460c-ae38-4dfa368578a5 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] For port 94642a1a-1e5d-4c38-8e39-fe86241784ed, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=94642a1a-1e5d-4c38-8e39-fe86241784ed,segment=NetworkSegment(e3d3e506-e337-41e4-8354-b0b48f6066de),segment_id=e3d3e506-e337-41e4-8354-b0b48f6066de)] {{(pid=103806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:44:19.942937 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-6ace7277-3fa3-46b2-97fe-696fbf2c5902 req-6f76fc3a-ef91-460c-ae38-4dfa368578a5 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (94642a1a-1e5d-4c38-8e39-fe86241784ed), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:19.956210 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [req-6ace7277-3fa3-46b2-97fe-696fbf2c5902 req-6f76fc3a-ef91-460c-ae38-4dfa368578a5 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Calling delete_port for 94642a1a-1e5d-4c38-8e39-fe86241784ed owned by compute:nova {{(pid=103806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:44:20.080394 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-6ace7277-3fa3-46b2-97fe-696fbf2c5902 req-6f76fc3a-ef91-460c-ae38-4dfa368578a5 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (94642a1a-1e5d-4c38-8e39-fe86241784ed), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:20.111784 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f76fc3a-ef91-460c-ae38-4dfa368578a5 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Pushing event deleted for resources: {'Port': ['ID=94642a1a-1e5d-4c38-8e39-fe86241784ed,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:44:20.149703 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-16786d8a-cc95-418c-bff5-cd0d2151a6bc req-66432f29-1cad-4aa4-8890-b856add35f9d tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6bfe90-7d7f-4905-b097-81c9bda21a3e HTTP/1.1" status: 200 len: 210 time: 0.0298958 Jun 15 10:44:20.158374 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ace7277-3fa3-46b2-97fe-696fbf2c5902 req-6f76fc3a-ef91-460c-ae38-4dfa368578a5 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] No DVR routers for this DVR port 94642a1a-1e5d-4c38-8e39-fe86241784ed on host hv-cinder-84349 {{(pid=103806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 10:44:20.161024 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-6ace7277-3fa3-46b2-97fe-696fbf2c5902 req-6f76fc3a-ef91-460c-ae38-4dfa368578a5 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:20.164176 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-6ace7277-3fa3-46b2-97fe-696fbf2c5902 req-6f76fc3a-ef91-460c-ae38-4dfa368578a5 tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.62 "DELETE /v2.0/ports/94642a1a-1e5d-4c38-8e39-fe86241784ed HTTP/1.1" status: 204 len: 173 time: 0.3859186 Jun 15 10:44:20.164619 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f6bfe90-7d7f-4905-b097-81c9bda21a3e', 'name': 'network-vif-deleted', 'tag': '94642a1a-1e5d-4c38-8e39-fe86241784ed'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:44:20.166902 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15acf06c26f001ded10715ddc8547394d4bbc7e5ff5a4e462e54e6774371169d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc322e21-25a9-43f8-84bd-c60f9d96be3e" -d '{"events": [{"server_uuid": "4f6bfe90-7d7f-4905-b097-81c9bda21a3e", "name": "network-vif-deleted", "tag": "94642a1a-1e5d-4c38-8e39-fe86241784ed"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:44:20.204569 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 10:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff33419-20be-4d36-84dc-20ec7d69c453 x-openstack-request-id: req-7ff33419-20be-4d36-84dc-20ec7d69c453 {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:44:20.204857 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f6bfe90-7d7f-4905-b097-81c9bda21a3e", "name": "network-vif-deleted", "tag": "94642a1a-1e5d-4c38-8e39-fe86241784ed", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:44:20.205189 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7ff33419-20be-4d36-84dc-20ec7d69c453 {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:44:20.205503 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ff33419-20be-4d36-84dc-20ec7d69c453'] response: {'server_uuid': '4f6bfe90-7d7f-4905-b097-81c9bda21a3e', 'name': 'network-vif-deleted', 'tag': '94642a1a-1e5d-4c38-8e39-fe86241784ed', 'status': 'completed', 'code': 200} Jun 15 10:44:21.208004 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 35176) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:44:21.263674 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-4aeeacb1-0749-4ca6-97cd-dc9565b99b8d tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Publish callbacks [] for security_group (fe649189-760b-4d5b-a1e6-f57ab81a8a52), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:21.289126 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-4aeeacb1-0749-4ca6-97cd-dc9565b99b8d tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Publish callbacks [] for security_group (fe649189-760b-4d5b-a1e6-f57ab81a8a52), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:21.347962 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-4aeeacb1-0749-4ca6-97cd-dc9565b99b8d tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (fe649189-760b-4d5b-a1e6-f57ab81a8a52), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:21.350650 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-4aeeacb1-0749-4ca6-97cd-dc9565b99b8d tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:21.351814 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-4aeeacb1-0749-4ca6-97cd-dc9565b99b8d tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] 10.222.0.49 "DELETE /v2.0/security-groups/fe649189-760b-4d5b-a1e6-f57ab81a8a52 HTTP/1.1" status: 204 len: 168 time: 0.1438670 Jun 15 10:44:21.360759 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeeacb1-0749-4ca6-97cd-dc9565b99b8d tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe649189-760b-4d5b-a1e6-f57ab81a8a52,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:44:21.368500 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeeacb1-0749-4ca6-97cd-dc9565b99b8d tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:44:21.368857 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeeacb1-0749-4ca6-97cd-dc9565b99b8d tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:44:21.369204 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeeacb1-0749-4ca6-97cd-dc9565b99b8d tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:44:21.369546 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeeacb1-0749-4ca6-97cd-dc9565b99b8d tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:44:21.369885 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeeacb1-0749-4ca6-97cd-dc9565b99b8d tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:44:21.370223 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeeacb1-0749-4ca6-97cd-dc9565b99b8d tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:44:21.371077 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeeacb1-0749-4ca6-97cd-dc9565b99b8d tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:44:21.371451 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeeacb1-0749-4ca6-97cd-dc9565b99b8d tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:44:21.371781 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeeacb1-0749-4ca6-97cd-dc9565b99b8d tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:44:21.372107 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeeacb1-0749-4ca6-97cd-dc9565b99b8d tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:44:21.372434 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeeacb1-0749-4ca6-97cd-dc9565b99b8d tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:44:21.372767 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeeacb1-0749-4ca6-97cd-dc9565b99b8d tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:44:21.373082 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeeacb1-0749-4ca6-97cd-dc9565b99b8d tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:44:21.373436 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeeacb1-0749-4ca6-97cd-dc9565b99b8d tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:44:21.373787 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeeacb1-0749-4ca6-97cd-dc9565b99b8d tempest-TestShelveInstance-876281898 tempest-TestShelveInstance-876281898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:44:21.405672 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 35180) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:44:21.860793 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-b4c6731b-1d54-45c7-b80e-81f223531d0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-722362'] for router_interface (4fbe59bf-b10f-420f-a18f-16b3a652b95d), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:22.073340 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.plugin [None req-b4c6731b-1d54-45c7-b80e-81f223531d0f admin admin] Deleting port c8c9d95d-17c7-4629-bfa5-52a6ddf42c30 {{(pid=103805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:44:22.073582 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-b4c6731b-1d54-45c7-b80e-81f223531d0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (c8c9d95d-17c7-4629-bfa5-52a6ddf42c30), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:22.131247 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:44:22.151192 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.db [None req-b4c6731b-1d54-45c7-b80e-81f223531d0f admin admin] For port c8c9d95d-17c7-4629-bfa5-52a6ddf42c30, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=c8c9d95d-17c7-4629-bfa5-52a6ddf42c30,segment=NetworkSegment(e3d3e506-e337-41e4-8354-b0b48f6066de),segment_id=e3d3e506-e337-41e4-8354-b0b48f6066de)] {{(pid=103805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:44:22.151553 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-b4c6731b-1d54-45c7-b80e-81f223531d0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (c8c9d95d-17c7-4629-bfa5-52a6ddf42c30), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:22.164019 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.plugin [None req-b4c6731b-1d54-45c7-b80e-81f223531d0f admin admin] Calling delete_port for c8c9d95d-17c7-4629-bfa5-52a6ddf42c30 owned by network:router_interface {{(pid=103805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:44:22.176214 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:44:22.337978 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-b4c6731b-1d54-45c7-b80e-81f223531d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2774366'] for port (c8c9d95d-17c7-4629-bfa5-52a6ddf42c30), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:22.364918 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c6731b-1d54-45c7-b80e-81f223531d0f admin admin] Pushing event deleted for resources: {'Port': ['ID=c8c9d95d-17c7-4629-bfa5-52a6ddf42c30,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:44:22.528125 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-b4c6731b-1d54-45c7-b80e-81f223531d0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-722222'] for router_interface (4fbe59bf-b10f-420f-a18f-16b3a652b95d), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:22.742433 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c6731b-1d54-45c7-b80e-81f223531d0f admin admin] Router 4fbe59bf-b10f-420f-a18f-16b3a652b95d has already been hosted by L3 agent 06043943-94cb-49df-a062-a4886c03e673 {{(pid=103805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 10:44:22.758600 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (a4349971-e88a-4ea8-a067-54d07204ee65), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:22.841875 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c6731b-1d54-45c7-b80e-81f223531d0f admin admin] Notify agent at l3_agent.dv-cinder-843493-2-iscsi the message routers_updated {{(pid=103805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 10:44:22.847551 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-b4c6731b-1d54-45c7-b80e-81f223531d0f admin admin] 10.222.0.49 "PUT /v2.0/routers/4fbe59bf-b10f-420f-a18f-16b3a652b95d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4399269 Jun 15 10:44:22.849336 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 35184) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:44:22.850701 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa60533-2e04-49d7-9b7a-988ed95d87ee None None] Sync routers for ids ['4fbe59bf-b10f-420f-a18f-16b3a652b95d'] in dv-cinder-843493-2-iscsi {{(pid=103807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 10:44:22.861635 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa60533-2e04-49d7-9b7a-988ed95d87ee None None] Routers {'4fbe59bf-b10f-420f-a18f-16b3a652b95d'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:44:22.862245 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-3fa60533-2e04-49d7-9b7a-988ed95d87ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:44:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['4fbe59bf-b10f-420f-a18f-16b3a652b95d'], 'active': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:44:22.966071 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvr_db [None req-3fa60533-2e04-49d7-9b7a-988ed95d87ee None None] Set router 4fbe59bf-b10f-420f-a18f-16b3a652b95d gateway port host: dv-cinder-843493-2-iscsi {{(pid=103807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:44:23.170122 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:44:23.173668 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-90af6610-9548-4260-83de-c5107a00be6a admin admin] Publish callbacks [] for router (4fbe59bf-b10f-420f-a18f-16b3a652b95d), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:23.212354 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:44:23.245623 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=100 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:44:23.254203 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-3fa60533-2e04-49d7-9b7a-988ed95d87ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbe59bf-b10f-420f-a18f-16b3a652b95d', 'name': 'tempest-TestShelveInstance-385863568-router', 'tenant_id': 'fe56b435fdbf49629bfc5e06c24e78b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '92fc09dd-e365-4cbb-9c1d-25960bdbec2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:39:20Z', 'updated_at': '2022-06-15T10:44:22Z', 'revision_number': 5, 'project_id': 'fe56b435fdbf49629bfc5e06c24e78b9', 'gw_port': {'id': '92fc09dd-e365-4cbb-9c1d-25960bdbec2d', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbe59bf-b10f-420f-a18f-16b3a652b95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:39:21Z', 'updated_at': '2022-06-15T10:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi'}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:44:23.270995 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-90af6610-9548-4260-83de-c5107a00be6a admin admin] Publish callbacks [] for router_gateway (4fbe59bf-b10f-420f-a18f-16b3a652b95d), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:23.279689 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa60533-2e04-49d7-9b7a-988ed95d87ee None None] Checking router: 4fbe59bf-b10f-420f-a18f-16b3a652b95d for host: dv-cinder-843493-2-iscsi {{(pid=103807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 10:44:23.283471 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:44:23.288103 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa60533-2e04-49d7-9b7a-988ed95d87ee None None] Routers {'4fbe59bf-b10f-420f-a18f-16b3a652b95d'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:44:23.288705 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-3fa60533-2e04-49d7-9b7a-988ed95d87ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:44:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['4fbe59bf-b10f-420f-a18f-16b3a652b95d'], 'active': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:44:23.317549 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.plugin [None req-90af6610-9548-4260-83de-c5107a00be6a admin admin] Deleting port 92fc09dd-e365-4cbb-9c1d-25960bdbec2d {{(pid=103805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:44:23.317884 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-90af6610-9548-4260-83de-c5107a00be6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (92fc09dd-e365-4cbb-9c1d-25960bdbec2d), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:23.375186 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvr_db [None req-3fa60533-2e04-49d7-9b7a-988ed95d87ee None None] Set router 4fbe59bf-b10f-420f-a18f-16b3a652b95d gateway port host: None {{(pid=103807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:44:23.395334 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.db [None req-90af6610-9548-4260-83de-c5107a00be6a admin admin] For port 92fc09dd-e365-4cbb-9c1d-25960bdbec2d, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=92fc09dd-e365-4cbb-9c1d-25960bdbec2d,segment=NetworkSegment(cb36ff63-3809-49b1-ae7b-cd8646780a76),segment_id=cb36ff63-3809-49b1-ae7b-cd8646780a76)] {{(pid=103805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:44:23.395882 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-90af6610-9548-4260-83de-c5107a00be6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (92fc09dd-e365-4cbb-9c1d-25960bdbec2d), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:23.408404 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.plugin [None req-90af6610-9548-4260-83de-c5107a00be6a admin admin] Calling delete_port for 92fc09dd-e365-4cbb-9c1d-25960bdbec2d owned by network:router_gateway {{(pid=103805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:44:23.428716 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-3fa60533-2e04-49d7-9b7a-988ed95d87ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbe59bf-b10f-420f-a18f-16b3a652b95d', 'name': 'tempest-TestShelveInstance-385863568-router', 'tenant_id': 'fe56b435fdbf49629bfc5e06c24e78b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:39:20Z', 'updated_at': '2022-06-15T10:44:23Z', 'revision_number': 6, 'project_id': 'fe56b435fdbf49629bfc5e06c24e78b9', 'gw_port_host': None}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:44:23.454087 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa60533-2e04-49d7-9b7a-988ed95d87ee None None] The sync data for ids ['4fbe59bf-b10f-420f-a18f-16b3a652b95d'] in dv-cinder-843493-2-iscsi is: [{'id': '4fbe59bf-b10f-420f-a18f-16b3a652b95d', 'name': 'tempest-TestShelveInstance-385863568-router', 'tenant_id': 'fe56b435fdbf49629bfc5e06c24e78b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:39:20Z', 'updated_at': '2022-06-15T10:44:23Z', 'revision_number': 6, 'project_id': 'fe56b435fdbf49629bfc5e06c24e78b9', 'gw_port_host': None}] {{(pid=103807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 10:44:23.575735 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-90af6610-9548-4260-83de-c5107a00be6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2774366'] for port (92fc09dd-e365-4cbb-9c1d-25960bdbec2d), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:23.599066 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90af6610-9548-4260-83de-c5107a00be6a admin admin] Pushing event deleted for resources: {'Port': ['ID=92fc09dd-e365-4cbb-9c1d-25960bdbec2d,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:44:23.661939 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-90af6610-9548-4260-83de-c5107a00be6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-721535'] for router_gateway (4fbe59bf-b10f-420f-a18f-16b3a652b95d), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:23.746299 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-90af6610-9548-4260-83de-c5107a00be6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-378'] for router (4fbe59bf-b10f-420f-a18f-16b3a652b95d), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:23.748363 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-90af6610-9548-4260-83de-c5107a00be6a admin admin] Publish callbacks [] for router_controller (4fbe59bf-b10f-420f-a18f-16b3a652b95d), precommit_delete_associations {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:23.793787 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-90af6610-9548-4260-83de-c5107a00be6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-721391'] for router (4fbe59bf-b10f-420f-a18f-16b3a652b95d), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:23.794642 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90af6610-9548-4260-83de-c5107a00be6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fbe59bf-b10f-420f-a18f-16b3a652b95d {{(pid=103805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 15 10:44:23.799329 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-90af6610-9548-4260-83de-c5107a00be6a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:23.800488 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-90af6610-9548-4260-83de-c5107a00be6a admin admin] 10.222.0.49 "DELETE /v2.0/routers/4fbe59bf-b10f-420f-a18f-16b3a652b95d HTTP/1.1" status: 204 len: 168 time: 0.9502559 Jun 15 10:44:23.802986 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 35188) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:44:23.848796 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e29dabf-2c09-4cce-9460-90e7025b3110 admin admin] Deleting subnet bbaedce3-07fe-427f-8c9e-c552095c0fcd {{(pid=103805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 10:44:23.852237 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-9e29dabf-2c09-4cce-9460-90e7025b3110 admin admin] Publish callbacks [] for subnet (bbaedce3-07fe-427f-8c9e-c552095c0fcd), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:23.893117 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-9e29dabf-2c09-4cce-9460-90e7025b3110 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2839202'] for subnet (bbaedce3-07fe-427f-8c9e-c552095c0fcd), precommit_delete_associations {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:23.965609 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-9e29dabf-2c09-4cce-9460-90e7025b3110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7722939'] for subnet (bbaedce3-07fe-427f-8c9e-c552095c0fcd), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:24.017644 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-9e29dabf-2c09-4cce-9460-90e7025b3110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7722882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2774387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3530355'] for subnet (bbaedce3-07fe-427f-8c9e-c552095c0fcd), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:24.020476 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:44:24.048534 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e29dabf-2c09-4cce-9460-90e7025b3110 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbaedce3-07fe-427f-8c9e-c552095c0fcd,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:44:24.052704 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-9e29dabf-2c09-4cce-9460-90e7025b3110 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for subnet (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:24.055614 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-9e29dabf-2c09-4cce-9460-90e7025b3110 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/bbaedce3-07fe-427f-8c9e-c552095c0fcd HTTP/1.1" status: 204 len: 168 time: 0.2515471 Jun 15 10:44:24.058198 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 35190) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:44:24.058730 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d689526-039c-4f50-8896-729dc4d89535 None None] Network 6c676230-a21e-47f7-b248-35e003e07d94 requested from dv-cinder-843493-2-iscsi {{(pid=103807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 10:44:24.124428 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-3fd3aebd-e7d3-43b4-b45e-8fc6cda83c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7810747'] for network (6c676230-a21e-47f7-b248-35e003e07d94), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:24.153853 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:44:24.168348 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.plugin [None req-3fd3aebd-e7d3-43b4-b45e-8fc6cda83c51 admin admin] Deleting port fabb7881-d99c-4053-82f9-4ee5e0e63c37 {{(pid=103805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:44:24.168856 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-3fd3aebd-e7d3-43b4-b45e-8fc6cda83c51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (fabb7881-d99c-4053-82f9-4ee5e0e63c37), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:24.230962 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247be281-3ec7-4166-ba7a-9794d96b0dee None None] DHCP port deletion for 6c676230-a21e-47f7-b248-35e003e07d94 request from dv-cinder-843493-2-iscsi {{(pid=103807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 15 10:44:24.242395 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.db [None req-3fd3aebd-e7d3-43b4-b45e-8fc6cda83c51 admin admin] For port fabb7881-d99c-4053-82f9-4ee5e0e63c37, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=fabb7881-d99c-4053-82f9-4ee5e0e63c37,segment=NetworkSegment(e3d3e506-e337-41e4-8354-b0b48f6066de),segment_id=e3d3e506-e337-41e4-8354-b0b48f6066de)] {{(pid=103805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:44:24.242395 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-3fd3aebd-e7d3-43b4-b45e-8fc6cda83c51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (fabb7881-d99c-4053-82f9-4ee5e0e63c37), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:24.256739 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.plugin [None req-3fd3aebd-e7d3-43b4-b45e-8fc6cda83c51 admin admin] Calling delete_port for fabb7881-d99c-4053-82f9-4ee5e0e63c37 owned by network:dhcp {{(pid=103805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:44:24.278744 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-247be281-3ec7-4166-ba7a-9794d96b0dee None None] Deleting port fabb7881-d99c-4053-82f9-4ee5e0e63c37 {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:44:24.279030 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-247be281-3ec7-4166-ba7a-9794d96b0dee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (fabb7881-d99c-4053-82f9-4ee5e0e63c37), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:24.301159 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device c8c9d95d-17c7-4629-bfa5-52a6ddf42c30 no longer exists at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 10:44:24.343742 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-3fd3aebd-e7d3-43b4-b45e-8fc6cda83c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2774366'] for port (fabb7881-d99c-4053-82f9-4ee5e0e63c37), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:24.363190 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] No Port match for: c8c9d95d-17c7-4629-bfa5-52a6ddf42c30 {{(pid=103807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 10:44:24.363567 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device c8c9d95d-17c7-4629-bfa5-52a6ddf42c30 not bound to the agent host dv-cinder-843493-2-iscsi {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 10:44:24.370877 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-247be281-3ec7-4166-ba7a-9794d96b0dee None None] For port fabb7881-d99c-4053-82f9-4ee5e0e63c37, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=fabb7881-d99c-4053-82f9-4ee5e0e63c37,segment=NetworkSegment(e3d3e506-e337-41e4-8354-b0b48f6066de),segment_id=e3d3e506-e337-41e4-8354-b0b48f6066de)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:44:24.371309 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-247be281-3ec7-4166-ba7a-9794d96b0dee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (fabb7881-d99c-4053-82f9-4ee5e0e63c37), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:24.371454 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd3aebd-e7d3-43b4-b45e-8fc6cda83c51 admin admin] Pushing event deleted for resources: {'Port': ['ID=fabb7881-d99c-4053-82f9-4ee5e0e63c37,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:44:24.377062 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd3aebd-e7d3-43b4-b45e-8fc6cda83c51 admin admin] No DVR routers for this DVR port fabb7881-d99c-4053-82f9-4ee5e0e63c37 on host dv-cinder-843493-2-iscsi {{(pid=103805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 10:44:24.385724 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-247be281-3ec7-4166-ba7a-9794d96b0dee None None] Calling delete_port for fabb7881-d99c-4053-82f9-4ee5e0e63c37 owned by network:dhcp {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:44:24.450248 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-3fd3aebd-e7d3-43b4-b45e-8fc6cda83c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7721322', 'neutron.services.segments.db._delete_segments_for_network-8732880543290'] for network (6c676230-a21e-47f7-b248-35e003e07d94), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:24.466521 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-247be281-3ec7-4166-ba7a-9794d96b0dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214'] for port (fabb7881-d99c-4053-82f9-4ee5e0e63c37), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:24.472624 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.services.segments.db [None req-3fd3aebd-e7d3-43b4-b45e-8fc6cda83c51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c676230-a21e-47f7-b248-35e003e07d94']}} {{(pid=103805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:44:24.483429 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.services.segments.db [None req-3fd3aebd-e7d3-43b4-b45e-8fc6cda83c51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3d3e506-e337-41e4-8354-b0b48f6066de') {'for_net_delete': True} {{(pid=103805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:44:24.483638 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.services.segments.db [None req-3fd3aebd-e7d3-43b4-b45e-8fc6cda83c51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3d3e506-e337-41e4-8354-b0b48f6066de') {} {{(pid=103805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:44:24.493093 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247be281-3ec7-4166-ba7a-9794d96b0dee None None] No DVR routers for this DVR port fabb7881-d99c-4053-82f9-4ee5e0e63c37 on host dv-cinder-843493-2-iscsi {{(pid=103807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 10:44:24.494545 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-3fd3aebd-e7d3-43b4-b45e-8fc6cda83c51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732880541633', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2839227'] for segment (e3d3e506-e337-41e4-8354-b0b48f6066de), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:24.496310 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247be281-3ec7-4166-ba7a-9794d96b0dee None None] Pushing event deleted for resources: {'Port': ['ID=fabb7881-d99c-4053-82f9-4ee5e0e63c37,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:44:24.514730 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-3fd3aebd-e7d3-43b4-b45e-8fc6cda83c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7722752'] for segment (e3d3e506-e337-41e4-8354-b0b48f6066de), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:24.522353 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fd3aebd-e7d3-43b4-b45e-8fc6cda83c51 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=103805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 10:44:24.523038 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-3fd3aebd-e7d3-43b4-b45e-8fc6cda83c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7722752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2774317'] for segment (e3d3e506-e337-41e4-8354-b0b48f6066de), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:24.588777 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-3fd3aebd-e7d3-43b4-b45e-8fc6cda83c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7722532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-721499'] for network (6c676230-a21e-47f7-b248-35e003e07d94), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:24.597188 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-3fd3aebd-e7d3-43b4-b45e-8fc6cda83c51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for network (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:24.600220 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-3fd3aebd-e7d3-43b4-b45e-8fc6cda83c51 admin admin] 10.222.0.49 "DELETE /v2.0/networks/6c676230-a21e-47f7-b248-35e003e07d94 HTTP/1.1" status: 204 len: 168 time: 0.5411229 Jun 15 10:44:24.603191 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 35196) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:44:24.613582 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.services.segments.plugin [-] Segment e3d3e506-e337-41e4-8354-b0b48f6066de resource provider aggregate not found Jun 15 10:44:24.622384 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd3aebd-e7d3-43b4-b45e-8fc6cda83c51 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c676230-a21e-47f7-b248-35e003e07d94,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:44:24.628473 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 94642a1a-1e5d-4c38-8e39-fe86241784ed no longer exists at agent hyperv_hv-cinder-84349 {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 10:44:24.653434 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.services.segments.plugin [-] Segment e3d3e506-e337-41e4-8354-b0b48f6066de resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e3d3e506-e337-41e4-8354-b0b48f6066de found for delete ", "request_id": "req-61ba0bd7-c94f-4d50-9b82-62b3773434fe"}]} Jun 15 10:44:24.654129 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] No Port match for: 94642a1a-1e5d-4c38-8e39-fe86241784ed {{(pid=103807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 10:44:24.654484 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 94642a1a-1e5d-4c38-8e39-fe86241784ed not bound to the agent host hv-cinder-84349 {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 10:44:24.917868 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-ec548639-1ed3-43aa-9336-13e767b502ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-722362'] for router_interface (ce64fdd5-5295-4848-be19-a8596e5ebffe), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:24.977200 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:44:25.097071 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:44:25.134823 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.plugin [None req-ec548639-1ed3-43aa-9336-13e767b502ab admin admin] Deleting port 47a6c918-e7f2-4f6d-b0bd-fb8d25b58aae {{(pid=103805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:44:25.135194 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-ec548639-1ed3-43aa-9336-13e767b502ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (47a6c918-e7f2-4f6d-b0bd-fb8d25b58aae), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:25.216102 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.db [None req-ec548639-1ed3-43aa-9336-13e767b502ab admin admin] For port 47a6c918-e7f2-4f6d-b0bd-fb8d25b58aae, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=47a6c918-e7f2-4f6d-b0bd-fb8d25b58aae,segment=NetworkSegment(f94ea3ae-8b2c-435b-84be-bf390ae64897),segment_id=f94ea3ae-8b2c-435b-84be-bf390ae64897)] {{(pid=103805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:44:25.216461 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-ec548639-1ed3-43aa-9336-13e767b502ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (47a6c918-e7f2-4f6d-b0bd-fb8d25b58aae), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:25.229015 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.plugin [None req-ec548639-1ed3-43aa-9336-13e767b502ab admin admin] Calling delete_port for 47a6c918-e7f2-4f6d-b0bd-fb8d25b58aae owned by network:router_interface {{(pid=103805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:44:25.403498 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-ec548639-1ed3-43aa-9336-13e767b502ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2774366'] for port (47a6c918-e7f2-4f6d-b0bd-fb8d25b58aae), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:25.426987 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec548639-1ed3-43aa-9336-13e767b502ab admin admin] Pushing event deleted for resources: {'Port': ['ID=47a6c918-e7f2-4f6d-b0bd-fb8d25b58aae,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:44:25.592550 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-ec548639-1ed3-43aa-9336-13e767b502ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-722222'] for router_interface (ce64fdd5-5295-4848-be19-a8596e5ebffe), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:25.773436 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:44:25.793510 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec548639-1ed3-43aa-9336-13e767b502ab admin admin] Router ce64fdd5-5295-4848-be19-a8596e5ebffe has already been hosted by L3 agent 06043943-94cb-49df-a062-a4886c03e673 {{(pid=103805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 10:44:25.896335 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec548639-1ed3-43aa-9336-13e767b502ab admin admin] Notify agent at l3_agent.dv-cinder-843493-2-iscsi the message routers_updated {{(pid=103805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 10:44:25.901614 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-ec548639-1ed3-43aa-9336-13e767b502ab admin admin] 10.222.0.49 "PUT /v2.0/routers/ce64fdd5-5295-4848-be19-a8596e5ebffe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2974393 Jun 15 10:44:25.904713 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 35200) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:44:25.908992 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8b8fcd-b656-49ea-bf70-4f53746def8c None None] Sync routers for ids ['ce64fdd5-5295-4848-be19-a8596e5ebffe'] in dv-cinder-843493-2-iscsi {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 10:44:25.920325 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8b8fcd-b656-49ea-bf70-4f53746def8c None None] Routers {'ce64fdd5-5295-4848-be19-a8596e5ebffe'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:44:25.921211 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-1e8b8fcd-b656-49ea-bf70-4f53746def8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:44:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['ce64fdd5-5295-4848-be19-a8596e5ebffe'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:44:25.956222 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device fabb7881-d99c-4053-82f9-4ee5e0e63c37 no longer exists at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 10:44:25.982402 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:44:25.985965 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] No Port match for: fabb7881-d99c-4053-82f9-4ee5e0e63c37 {{(pid=103807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 10:44:25.986581 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device fabb7881-d99c-4053-82f9-4ee5e0e63c37 not bound to the agent host dv-cinder-843493-2-iscsi {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 10:44:25.987787 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 92fc09dd-e365-4cbb-9c1d-25960bdbec2d no longer exists at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 10:44:26.008377 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] No Port match for: 92fc09dd-e365-4cbb-9c1d-25960bdbec2d {{(pid=103807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 10:44:26.009189 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 92fc09dd-e365-4cbb-9c1d-25960bdbec2d not bound to the agent host dv-cinder-843493-2-iscsi {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 10:44:26.014385 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-62fc20ec-1611-4096-86a0-26846e5e88da admin admin] Publish callbacks [] for router (ce64fdd5-5295-4848-be19-a8596e5ebffe), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:26.107011 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-1e8b8fcd-b656-49ea-bf70-4f53746def8c None None] Set router ce64fdd5-5295-4848-be19-a8596e5ebffe gateway port host: dv-cinder-843493-2-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:44:26.112052 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-62fc20ec-1611-4096-86a0-26846e5e88da admin admin] Publish callbacks [] for router_gateway (ce64fdd5-5295-4848-be19-a8596e5ebffe), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:26.154585 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.plugin [None req-62fc20ec-1611-4096-86a0-26846e5e88da admin admin] Deleting port ad7e1c79-c919-487c-aa47-ed80ef22365c {{(pid=103805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:44:26.154920 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-62fc20ec-1611-4096-86a0-26846e5e88da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (ad7e1c79-c919-487c-aa47-ed80ef22365c), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:26.240092 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.db [None req-62fc20ec-1611-4096-86a0-26846e5e88da admin admin] For port ad7e1c79-c919-487c-aa47-ed80ef22365c, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=ad7e1c79-c919-487c-aa47-ed80ef22365c,segment=NetworkSegment(cb36ff63-3809-49b1-ae7b-cd8646780a76),segment_id=cb36ff63-3809-49b1-ae7b-cd8646780a76)] {{(pid=103805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:44:26.240582 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-62fc20ec-1611-4096-86a0-26846e5e88da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (ad7e1c79-c919-487c-aa47-ed80ef22365c), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:26.257042 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.plugin [None req-62fc20ec-1611-4096-86a0-26846e5e88da admin admin] Calling delete_port for ad7e1c79-c919-487c-aa47-ed80ef22365c owned by network:router_gateway {{(pid=103805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:44:26.273465 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-1e8b8fcd-b656-49ea-bf70-4f53746def8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce64fdd5-5295-4848-be19-a8596e5ebffe', 'name': 'tempest-TestShelveInstance-344197924-router', 'tenant_id': 'b5665e698ac049a0926aa5279d817c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': 'ad7e1c79-c919-487c-aa47-ed80ef22365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:39:26Z', 'updated_at': '2022-06-15T10:44:25Z', 'revision_number': 5, 'project_id': 'b5665e698ac049a0926aa5279d817c35', 'gw_port': {'id': 'ad7e1c79-c919-487c-aa47-ed80ef22365c', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce64fdd5-5295-4848-be19-a8596e5ebffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:39:27Z', 'updated_at': '2022-06-15T10:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi'}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:44:26.298678 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8b8fcd-b656-49ea-bf70-4f53746def8c None None] Checking router: ce64fdd5-5295-4848-be19-a8596e5ebffe for host: dv-cinder-843493-2-iscsi {{(pid=103808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 10:44:26.306912 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8b8fcd-b656-49ea-bf70-4f53746def8c None None] Routers {'ce64fdd5-5295-4848-be19-a8596e5ebffe'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:44:26.307554 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-1e8b8fcd-b656-49ea-bf70-4f53746def8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:44:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['ce64fdd5-5295-4848-be19-a8596e5ebffe'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:44:26.389989 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-1e8b8fcd-b656-49ea-bf70-4f53746def8c None None] Set router ce64fdd5-5295-4848-be19-a8596e5ebffe gateway port host: None {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:44:26.418886 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-62fc20ec-1611-4096-86a0-26846e5e88da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2774366'] for port (ad7e1c79-c919-487c-aa47-ed80ef22365c), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:26.438718 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-1e8b8fcd-b656-49ea-bf70-4f53746def8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce64fdd5-5295-4848-be19-a8596e5ebffe', 'name': 'tempest-TestShelveInstance-344197924-router', 'tenant_id': 'b5665e698ac049a0926aa5279d817c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:39:26Z', 'updated_at': '2022-06-15T10:44:26Z', 'revision_number': 6, 'project_id': 'b5665e698ac049a0926aa5279d817c35', 'gw_port_host': None}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:44:26.467619 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8b8fcd-b656-49ea-bf70-4f53746def8c None None] The sync data for ids ['ce64fdd5-5295-4848-be19-a8596e5ebffe'] in dv-cinder-843493-2-iscsi is: [{'id': 'ce64fdd5-5295-4848-be19-a8596e5ebffe', 'name': 'tempest-TestShelveInstance-344197924-router', 'tenant_id': 'b5665e698ac049a0926aa5279d817c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:39:26Z', 'updated_at': '2022-06-15T10:44:26Z', 'revision_number': 6, 'project_id': 'b5665e698ac049a0926aa5279d817c35', 'gw_port_host': None}] {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 10:44:26.660777 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc20ec-1611-4096-86a0-26846e5e88da admin admin] Pushing event deleted for resources: {'Port': ['ID=ad7e1c79-c919-487c-aa47-ed80ef22365c,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:44:26.720465 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-62fc20ec-1611-4096-86a0-26846e5e88da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-721535'] for router_gateway (ce64fdd5-5295-4848-be19-a8596e5ebffe), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:26.804825 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-62fc20ec-1611-4096-86a0-26846e5e88da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-378'] for router (ce64fdd5-5295-4848-be19-a8596e5ebffe), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:26.807018 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-62fc20ec-1611-4096-86a0-26846e5e88da admin admin] Publish callbacks [] for router_controller (ce64fdd5-5295-4848-be19-a8596e5ebffe), precommit_delete_associations {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:26.810259 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:44:26.853346 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-62fc20ec-1611-4096-86a0-26846e5e88da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-721391'] for router (ce64fdd5-5295-4848-be19-a8596e5ebffe), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:26.853993 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62fc20ec-1611-4096-86a0-26846e5e88da admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce64fdd5-5295-4848-be19-a8596e5ebffe {{(pid=103805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 15 10:44:26.858999 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-62fc20ec-1611-4096-86a0-26846e5e88da admin admin] Publish callbacks [] for router (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:26.860209 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-62fc20ec-1611-4096-86a0-26846e5e88da admin admin] 10.222.0.49 "DELETE /v2.0/routers/ce64fdd5-5295-4848-be19-a8596e5ebffe HTTP/1.1" status: 204 len: 168 time: 0.9546125 Jun 15 10:44:26.862659 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 35202) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:44:26.911398 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.db.db_base_plugin_v2 [None req-4842b538-9fd0-43aa-a9bd-e206876ff0d2 admin admin] Deleting subnet 298060d3-bb57-4cb3-8d81-b984468aee49 {{(pid=103805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 10:44:26.914614 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-4842b538-9fd0-43aa-a9bd-e206876ff0d2 admin admin] Publish callbacks [] for subnet (298060d3-bb57-4cb3-8d81-b984468aee49), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:26.948984 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-4842b538-9fd0-43aa-a9bd-e206876ff0d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2839202'] for subnet (298060d3-bb57-4cb3-8d81-b984468aee49), precommit_delete_associations {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:27.024059 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-4842b538-9fd0-43aa-a9bd-e206876ff0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7722939'] for subnet (298060d3-bb57-4cb3-8d81-b984468aee49), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:27.079738 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-4842b538-9fd0-43aa-a9bd-e206876ff0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7722882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2774387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3530355'] for subnet (298060d3-bb57-4cb3-8d81-b984468aee49), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:27.082762 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:DELETE=10 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:44:27.104181 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4842b538-9fd0-43aa-a9bd-e206876ff0d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=298060d3-bb57-4cb3-8d81-b984468aee49,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:44:27.110563 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-4842b538-9fd0-43aa-a9bd-e206876ff0d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for subnet (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:27.114855 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-4842b538-9fd0-43aa-a9bd-e206876ff0d2 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/298060d3-bb57-4cb3-8d81-b984468aee49 HTTP/1.1" status: 204 len: 168 time: 0.2500134 Jun 15 10:44:27.116092 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 35204) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:44:27.118619 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729a1a2d-9efd-4c20-a9b3-bcde31361a15 None None] Network 152ad453-8e7c-4261-8df7-3e96fdb9e53c requested from dv-cinder-843493-2-iscsi {{(pid=103807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 10:44:27.187830 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-fa311fe6-1863-41c5-b4e0-03cd0aa074d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7810747'] for network (152ad453-8e7c-4261-8df7-3e96fdb9e53c), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:27.230690 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.plugin [None req-fa311fe6-1863-41c5-b4e0-03cd0aa074d2 admin admin] Deleting port 28e0561e-f035-4dbd-b4dc-96e243e8898b {{(pid=103805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:44:27.231016 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-fa311fe6-1863-41c5-b4e0-03cd0aa074d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (28e0561e-f035-4dbd-b4dc-96e243e8898b), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:27.267547 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48dae7c1-5d92-496b-8827-d504657b143c None None] DHCP port deletion for 152ad453-8e7c-4261-8df7-3e96fdb9e53c request from dv-cinder-843493-2-iscsi {{(pid=103807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 15 10:44:27.294912 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.db [None req-fa311fe6-1863-41c5-b4e0-03cd0aa074d2 admin admin] For port 28e0561e-f035-4dbd-b4dc-96e243e8898b, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=28e0561e-f035-4dbd-b4dc-96e243e8898b,segment=NetworkSegment(f94ea3ae-8b2c-435b-84be-bf390ae64897),segment_id=f94ea3ae-8b2c-435b-84be-bf390ae64897)] {{(pid=103805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:44:27.295304 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-fa311fe6-1863-41c5-b4e0-03cd0aa074d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (28e0561e-f035-4dbd-b4dc-96e243e8898b), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:27.307595 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-48dae7c1-5d92-496b-8827-d504657b143c None None] Deleting port 28e0561e-f035-4dbd-b4dc-96e243e8898b {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:44:27.308498 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-48dae7c1-5d92-496b-8827-d504657b143c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (28e0561e-f035-4dbd-b4dc-96e243e8898b), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:27.308682 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.plugin [None req-fa311fe6-1863-41c5-b4e0-03cd0aa074d2 admin admin] Calling delete_port for 28e0561e-f035-4dbd-b4dc-96e243e8898b owned by network:dhcp {{(pid=103805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:44:27.373649 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-48dae7c1-5d92-496b-8827-d504657b143c None None] For port 28e0561e-f035-4dbd-b4dc-96e243e8898b, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=28e0561e-f035-4dbd-b4dc-96e243e8898b,segment=NetworkSegment(f94ea3ae-8b2c-435b-84be-bf390ae64897),segment_id=f94ea3ae-8b2c-435b-84be-bf390ae64897)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:44:27.374050 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-48dae7c1-5d92-496b-8827-d504657b143c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (28e0561e-f035-4dbd-b4dc-96e243e8898b), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:27.387984 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-48dae7c1-5d92-496b-8827-d504657b143c None None] Calling delete_port for 28e0561e-f035-4dbd-b4dc-96e243e8898b owned by network:dhcp {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:44:27.391512 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-fa311fe6-1863-41c5-b4e0-03cd0aa074d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2774366'] for port (28e0561e-f035-4dbd-b4dc-96e243e8898b), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:27.416163 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa311fe6-1863-41c5-b4e0-03cd0aa074d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=28e0561e-f035-4dbd-b4dc-96e243e8898b,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:44:27.420759 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa311fe6-1863-41c5-b4e0-03cd0aa074d2 admin admin] No DVR routers for this DVR port 28e0561e-f035-4dbd-b4dc-96e243e8898b on host dv-cinder-843493-2-iscsi {{(pid=103805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 10:44:27.472443 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-48dae7c1-5d92-496b-8827-d504657b143c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214'] for port (28e0561e-f035-4dbd-b4dc-96e243e8898b), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:27.500581 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dae7c1-5d92-496b-8827-d504657b143c None None] Pushing event deleted for resources: {'Port': ['ID=28e0561e-f035-4dbd-b4dc-96e243e8898b,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:44:27.502587 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dae7c1-5d92-496b-8827-d504657b143c None None] No DVR routers for this DVR port 28e0561e-f035-4dbd-b4dc-96e243e8898b on host dv-cinder-843493-2-iscsi {{(pid=103807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 10:44:27.505028 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-fa311fe6-1863-41c5-b4e0-03cd0aa074d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7721322', 'neutron.services.segments.db._delete_segments_for_network-8732880543290'] for network (152ad453-8e7c-4261-8df7-3e96fdb9e53c), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:27.536840 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.services.segments.db [None req-fa311fe6-1863-41c5-b4e0-03cd0aa074d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['152ad453-8e7c-4261-8df7-3e96fdb9e53c']}} {{(pid=103805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:44:27.547033 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.services.segments.db [None req-fa311fe6-1863-41c5-b4e0-03cd0aa074d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f94ea3ae-8b2c-435b-84be-bf390ae64897') {'for_net_delete': True} {{(pid=103805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:44:27.547364 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.services.segments.db [None req-fa311fe6-1863-41c5-b4e0-03cd0aa074d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f94ea3ae-8b2c-435b-84be-bf390ae64897') {} {{(pid=103805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:44:27.556642 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-fa311fe6-1863-41c5-b4e0-03cd0aa074d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732880541633', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2839227'] for segment (f94ea3ae-8b2c-435b-84be-bf390ae64897), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:27.570001 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-fa311fe6-1863-41c5-b4e0-03cd0aa074d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7722752'] for segment (f94ea3ae-8b2c-435b-84be-bf390ae64897), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:27.576177 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa311fe6-1863-41c5-b4e0-03cd0aa074d2 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=103805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 10:44:27.576553 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-fa311fe6-1863-41c5-b4e0-03cd0aa074d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7722752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2774317'] for segment (f94ea3ae-8b2c-435b-84be-bf390ae64897), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:27.627226 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.services.segments.plugin [-] Segment f94ea3ae-8b2c-435b-84be-bf390ae64897 resource provider aggregate not found Jun 15 10:44:27.639065 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-fa311fe6-1863-41c5-b4e0-03cd0aa074d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7722532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-721499'] for network (152ad453-8e7c-4261-8df7-3e96fdb9e53c), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:27.644816 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-fa311fe6-1863-41c5-b4e0-03cd0aa074d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for network (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:27.650590 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-fa311fe6-1863-41c5-b4e0-03cd0aa074d2 admin admin] 10.222.0.49 "DELETE /v2.0/networks/152ad453-8e7c-4261-8df7-3e96fdb9e53c HTTP/1.1" status: 204 len: 168 time: 0.5308628 Jun 15 10:44:27.651056 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.services.segments.plugin [-] Segment f94ea3ae-8b2c-435b-84be-bf390ae64897 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f94ea3ae-8b2c-435b-84be-bf390ae64897 found for delete ", "request_id": "req-9fa64bc4-18c9-4f36-89fb-f0cf88ffe81c"}]} Jun 15 10:44:27.659977 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa311fe6-1863-41c5-b4e0-03cd0aa074d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=152ad453-8e7c-4261-8df7-3e96fdb9e53c,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:44:27.758073 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 35212) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:44:27.774079 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:44:27.779924 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:44:27.802055 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-e7170439-b914-44a2-a058-49a8ab1d5817 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fe56b435fdbf49629bfc5e06c24e78b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428410 Jun 15 10:44:27.804429 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 35214) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:44:27.851082 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-52a1f439-576c-43b9-9568-0de45e0e24c0 admin admin] Publish callbacks [] for security_group (fc5de341-2ffc-46c1-9d47-0b972e95fc64), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:27.876158 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-52a1f439-576c-43b9-9568-0de45e0e24c0 admin admin] Publish callbacks [] for security_group (fc5de341-2ffc-46c1-9d47-0b972e95fc64), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:27.908761 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device ad7e1c79-c919-487c-aa47-ed80ef22365c no longer exists at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 10:44:27.923522 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-52a1f439-576c-43b9-9568-0de45e0e24c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (fc5de341-2ffc-46c1-9d47-0b972e95fc64), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:27.926066 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-52a1f439-576c-43b9-9568-0de45e0e24c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:27.929525 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-52a1f439-576c-43b9-9568-0de45e0e24c0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fc5de341-2ffc-46c1-9d47-0b972e95fc64 HTTP/1.1" status: 204 len: 168 time: 0.1219096 Jun 15 10:44:27.931082 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] No Port match for: ad7e1c79-c919-487c-aa47-ed80ef22365c {{(pid=103807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 10:44:27.931945 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device ad7e1c79-c919-487c-aa47-ed80ef22365c not bound to the agent host dv-cinder-843493-2-iscsi {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 10:44:27.931945 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 47a6c918-e7f2-4f6d-b0bd-fb8d25b58aae no longer exists at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 10:44:27.934917 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:44:27.936878 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a1f439-576c-43b9-9568-0de45e0e24c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5de341-2ffc-46c1-9d47-0b972e95fc64,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:44:27.955692 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] No Port match for: 47a6c918-e7f2-4f6d-b0bd-fb8d25b58aae {{(pid=103807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 10:44:27.956041 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 47a6c918-e7f2-4f6d-b0bd-fb8d25b58aae not bound to the agent host dv-cinder-843493-2-iscsi {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 10:44:27.956456 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 28e0561e-f035-4dbd-b4dc-96e243e8898b no longer exists at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 10:44:27.979583 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] No Port match for: 28e0561e-f035-4dbd-b4dc-96e243e8898b {{(pid=103807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 10:44:27.980395 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 28e0561e-f035-4dbd-b4dc-96e243e8898b not bound to the agent host dv-cinder-843493-2-iscsi {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 10:44:28.246011 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 35220) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:44:28.286299 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-914f809c-d90b-4ce3-9052-aeef5914c6d2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b5665e698ac049a0926aa5279d817c35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391884 Jun 15 10:44:28.288725 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 35222) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:44:28.334814 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c772e0a6-9395-401e-b5cf-8629370d2907 admin admin] Publish callbacks [] for security_group (3b4620ad-9821-4967-8eb5-c8838b7b19d4), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:28.355911 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c772e0a6-9395-401e-b5cf-8629370d2907 admin admin] Publish callbacks [] for security_group (3b4620ad-9821-4967-8eb5-c8838b7b19d4), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:28.399894 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c772e0a6-9395-401e-b5cf-8629370d2907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (3b4620ad-9821-4967-8eb5-c8838b7b19d4), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:28.403018 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-c772e0a6-9395-401e-b5cf-8629370d2907 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:28.404160 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-c772e0a6-9395-401e-b5cf-8629370d2907 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3b4620ad-9821-4967-8eb5-c8838b7b19d4 HTTP/1.1" status: 204 len: 168 time: 0.1145735 Jun 15 10:44:28.411554 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c772e0a6-9395-401e-b5cf-8629370d2907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4620ad-9821-4967-8eb5-c8838b7b19d4,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:44:31.506185 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-934e51d5-b3bb-4440-bd8f-3efbb4e80977 req-0ae4a124-a972-4f8c-a0d5-278a09418026 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=124aa8d6-54b1-4c24-821b-e022b8752904&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377266 Jun 15 10:44:31.617812 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e51d5-b3bb-4440-bd8f-3efbb4e80977 req-389b24b5-340d-4114-b67b-d3b5e343b8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:44:31.619258 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-934e51d5-b3bb-4440-bd8f-3efbb4e80977 req-389b24b5-340d-4114-b67b-d3b5e343b8ae service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f096e399deac4d029ff63e3cb7f1ce9f&device_id=124aa8d6-54b1-4c24-821b-e022b8752904 HTTP/1.1" status: 200 len: 1129 time: 0.0409050 Jun 15 10:44:31.721738 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e51d5-b3bb-4440-bd8f-3efbb4e80977 req-6ca00eaa-dff8-4575-aa07-6554427beb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:44:31.723201 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-934e51d5-b3bb-4440-bd8f-3efbb4e80977 req-6ca00eaa-dff8-4575-aa07-6554427beb2d service neutron] 10.222.0.62 "GET /v2.0/networks?id=104a1ab4-a947-4523-8e20-9882108d1335 HTTP/1.1" status: 200 len: 911 time: 0.0840232 Jun 15 10:44:31.788282 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-934e51d5-b3bb-4440-bd8f-3efbb4e80977 req-aeccd234-9e1e-4404-b33d-dff93b8f97aa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27606219-e918-4e9a-aa30-81725e2a94e1 HTTP/1.1" status: 200 len: 1000 time: 0.0567129 Jun 15 10:44:31.839817 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e51d5-b3bb-4440-bd8f-3efbb4e80977 req-2c348cea-e7e5-4097-8c87-53a71330b5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:44:31.841217 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-934e51d5-b3bb-4440-bd8f-3efbb4e80977 req-2c348cea-e7e5-4097-8c87-53a71330b5dd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=32c01357-607a-450c-811c-8330c498325d HTTP/1.1" status: 200 len: 849 time: 0.0428309 Jun 15 10:44:31.887465 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e51d5-b3bb-4440-bd8f-3efbb4e80977 req-70b54c9f-85fd-4f28-b42a-b9465c905f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:44:31.888887 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-934e51d5-b3bb-4440-bd8f-3efbb4e80977 req-70b54c9f-85fd-4f28-b42a-b9465c905f36 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=104a1ab4-a947-4523-8e20-9882108d1335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380106 Jun 15 10:44:31.988406 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-934e51d5-b3bb-4440-bd8f-3efbb4e80977 req-8f342987-6622-4d33-9758-a20784f0357f service neutron] 10.222.0.62 "GET /v2.0/networks/104a1ab4-a947-4523-8e20-9882108d1335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892816 Jun 15 10:44:32.078283 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-934e51d5-b3bb-4440-bd8f-3efbb4e80977 req-4eeaae81-da23-43b2-8c47-9f1f589c07c0 service neutron] 10.222.0.62 "GET /v2.0/networks/104a1ab4-a947-4523-8e20-9882108d1335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805008 Jun 15 10:44:36.413878 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=38 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:44:36.441745 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=50 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:44:37.631643 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:44:37.649556 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=51,neutron:DELETE=6 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:44:38.423417 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=93,neutron:DELETE=5 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:44:42.073237 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=93,neutron:DELETE=3 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:44:42.075048 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=90,neutron:DELETE=5 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:44:43.050966 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e476eada-88a2-44a0-af01-5080cca9d392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (e7b68426-6abe-45ee-a2ce-c32f72f66753), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:45.237398 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-91ca9157-8a0a-48c0-8da6-a3ae594225b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (06043943-94cb-49df-a062-a4886c03e673), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:46.423210 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-59f444b4-2386-4fe1-b50f-b9e54b42d680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (3cca6303-0f2e-4b13-b82d-f2749c30f699), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:47.811656 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-28d06d32-ea2f-4019-b04d-5ef5fa4d530e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (28e3d1c3-881c-45f9-bfee-5bcc9597e0ae), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:48.009231 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (ad84a4c2-87cd-4603-a219-98785ef58eeb), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:44:51.687197 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.agents_db [None req-cff4c53f-faac-479c-b9be-928944d02899 None None] Agent healthcheck: found 6 active agents {{(pid=103808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 10:44:52.774469 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (a4349971-e88a-4ea8-a067-54d07204ee65), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:01.682095 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=6 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:45:01.682951 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=4 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:45:02.767360 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:45:02.769773 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:45:11.711225 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:45:11.712042 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:DELETE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:45:13.052357 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-38bd6de5-d85d-42a2-9777-88654ff40790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (e7b68426-6abe-45ee-a2ce-c32f72f66753), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:15.238458 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1e577e4b-4253-4534-a8c2-548367093239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (06043943-94cb-49df-a062-a4886c03e673), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:16.425113 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-59f444b4-2386-4fe1-b50f-b9e54b42d680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (3cca6303-0f2e-4b13-b82d-f2749c30f699), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:17.823107 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-28d06d32-ea2f-4019-b04d-5ef5fa4d530e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (28e3d1c3-881c-45f9-bfee-5bcc9597e0ae), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:18.010431 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (ad84a4c2-87cd-4603-a219-98785ef58eeb), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:22.777461 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (a4349971-e88a-4ea8-a067-54d07204ee65), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:23.735309 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=6 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:45:28.686377 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.agents_db [None req-cff4c53f-faac-479c-b9be-928944d02899 None None] Agent healthcheck: found 6 active agents {{(pid=103808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 10:45:31.377373 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 35242) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:45:31.544816 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-79fc46dc-6e26-41cd-98e2-2ed18d41401b tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Deleting port 43805c4e-3f7b-4229-82e5-db1a17720897 {{(pid=103806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:45:31.545158 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-79fc46dc-6e26-41cd-98e2-2ed18d41401b tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (43805c4e-3f7b-4229-82e5-db1a17720897), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:31.560463 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-38f6ff4e-579a-49d5-ae3a-6069dbdc89fa req-83c881db-7df1-4f86-ab9b-1bc8ac7cdc27 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=871b2448-1f70-4437-bcac-c8e716de5346&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0584445 Jun 15 10:45:31.655879 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-79fc46dc-6e26-41cd-98e2-2ed18d41401b tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (43805c4e-3f7b-4229-82e5-db1a17720897), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:31.656747 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-79fc46dc-6e26-41cd-98e2-2ed18d41401b tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks [] for floatingip (43805c4e-3f7b-4229-82e5-db1a17720897), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:31.659588 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f6ff4e-579a-49d5-ae3a-6069dbdc89fa req-a1060b8c-d8ff-4797-9bbe-318e562e3021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:45:31.661042 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-38f6ff4e-579a-49d5-ae3a-6069dbdc89fa req-a1060b8c-d8ff-4797-9bbe-318e562e3021 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f096e399deac4d029ff63e3cb7f1ce9f&device_id=871b2448-1f70-4437-bcac-c8e716de5346 HTTP/1.1" status: 200 len: 1129 time: 0.0598471 Jun 15 10:45:31.671033 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-79fc46dc-6e26-41cd-98e2-2ed18d41401b tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Calling delete_port for 43805c4e-3f7b-4229-82e5-db1a17720897 owned by network:floatingip {{(pid=103806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:45:31.825575 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f6ff4e-579a-49d5-ae3a-6069dbdc89fa req-d7772f3f-0d1e-4b19-9fd3-d0aa7d672b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:45:31.827036 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-38f6ff4e-579a-49d5-ae3a-6069dbdc89fa req-d7772f3f-0d1e-4b19-9fd3-d0aa7d672b52 service neutron] 10.222.0.62 "GET /v2.0/networks?id=104a1ab4-a947-4523-8e20-9882108d1335 HTTP/1.1" status: 200 len: 911 time: 0.1434307 Jun 15 10:45:31.921102 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-38f6ff4e-579a-49d5-ae3a-6069dbdc89fa req-64c54006-7a94-4d13-bfec-71f207c7e0f7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0309f496-3d06-4f10-bdab-52c6d3f15d88 HTTP/1.1" status: 200 len: 1001 time: 0.0835550 Jun 15 10:45:31.963449 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-79fc46dc-6e26-41cd-98e2-2ed18d41401b tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (43805c4e-3f7b-4229-82e5-db1a17720897), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:32.003012 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fc46dc-6e26-41cd-98e2-2ed18d41401b tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Pushing event deleted for resources: {'Port': ['ID=43805c4e-3f7b-4229-82e5-db1a17720897,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:45:32.026719 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f6ff4e-579a-49d5-ae3a-6069dbdc89fa req-0b71ddc8-163d-4381-8ab6-b31be7313da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:45:32.028260 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-38f6ff4e-579a-49d5-ae3a-6069dbdc89fa req-0b71ddc8-163d-4381-8ab6-b31be7313da6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=32c01357-607a-450c-811c-8330c498325d HTTP/1.1" status: 200 len: 849 time: 0.0963395 Jun 15 10:45:32.029830 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fc46dc-6e26-41cd-98e2-2ed18d41401b tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:45:32.030171 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fc46dc-6e26-41cd-98e2-2ed18d41401b tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:45:32.030508 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fc46dc-6e26-41cd-98e2-2ed18d41401b tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:45:32.030841 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fc46dc-6e26-41cd-98e2-2ed18d41401b tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:45:32.031192 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fc46dc-6e26-41cd-98e2-2ed18d41401b tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:45:32.031514 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fc46dc-6e26-41cd-98e2-2ed18d41401b tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:45:32.031833 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fc46dc-6e26-41cd-98e2-2ed18d41401b tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:45:32.032150 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fc46dc-6e26-41cd-98e2-2ed18d41401b tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:45:32.032466 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fc46dc-6e26-41cd-98e2-2ed18d41401b tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:45:32.032782 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fc46dc-6e26-41cd-98e2-2ed18d41401b tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:45:32.033100 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fc46dc-6e26-41cd-98e2-2ed18d41401b tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:45:32.033414 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fc46dc-6e26-41cd-98e2-2ed18d41401b tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:45:32.033728 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fc46dc-6e26-41cd-98e2-2ed18d41401b tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:45:32.034041 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fc46dc-6e26-41cd-98e2-2ed18d41401b tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:45:32.034347 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fc46dc-6e26-41cd-98e2-2ed18d41401b tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:45:32.102929 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f6ff4e-579a-49d5-ae3a-6069dbdc89fa req-d18cec8c-4a25-4d15-b4dd-caa017cc7bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:45:32.104418 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-38f6ff4e-579a-49d5-ae3a-6069dbdc89fa req-d18cec8c-4a25-4d15-b4dd-caa017cc7bcf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=104a1ab4-a947-4523-8e20-9882108d1335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0656092 Jun 15 10:45:32.108952 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-79fc46dc-6e26-41cd-98e2-2ed18d41401b tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks [] for floatingip (7a85df5b-c54c-4bcc-9cef-9ccf103967f6), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:32.109804 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.db.l3_db [None req-79fc46dc-6e26-41cd-98e2-2ed18d41401b tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Floating IP 7a85df5b-c54c-4bcc-9cef-9ccf103967f6 disassociated (deleted). External IP: 172.27.0.161, port: 0309f496-3d06-4f10-bdab-52c6d3f15d88. Jun 15 10:45:32.202929 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:45:32.206584 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:45:32.276249 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-38f6ff4e-579a-49d5-ae3a-6069dbdc89fa req-3c3ccf94-80cf-40b0-8468-ce2f54f60021 service neutron] 10.222.0.62 "GET /v2.0/networks/104a1ab4-a947-4523-8e20-9882108d1335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359026 Jun 15 10:45:32.444167 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-38f6ff4e-579a-49d5-ae3a-6069dbdc89fa req-9eb83681-33b7-46d2-bf80-71818500e349 service neutron] 10.222.0.62 "GET /v2.0/networks/104a1ab4-a947-4523-8e20-9882108d1335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374941 Jun 15 10:45:32.447875 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79fc46dc-6e26-41cd-98e2-2ed18d41401b tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Router 3fb9a49f-82ac-48ec-a5e4-cba8d78ba383 has already been hosted by L3 agent 06043943-94cb-49df-a062-a4886c03e673 {{(pid=103806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 10:45:32.546472 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79fc46dc-6e26-41cd-98e2-2ed18d41401b tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Notify agent at l3_agent.dv-cinder-843493-2-iscsi the message routers_updated {{(pid=103806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 10:45:32.551686 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-79fc46dc-6e26-41cd-98e2-2ed18d41401b tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for floatingip (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:32.556203 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fb5317-f81a-449b-a37f-b38cf59a326f None None] Sync routers for ids ['3fb9a49f-82ac-48ec-a5e4-cba8d78ba383'] in dv-cinder-843493-2-iscsi {{(pid=103807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 10:45:32.565167 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fb5317-f81a-449b-a37f-b38cf59a326f None None] Routers {'3fb9a49f-82ac-48ec-a5e4-cba8d78ba383'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:45:32.565768 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-d2fb5317-f81a-449b-a37f-b38cf59a326f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:45:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['3fb9a49f-82ac-48ec-a5e4-cba8d78ba383'], 'active': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:45:32.579842 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-79fc46dc-6e26-41cd-98e2-2ed18d41401b tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "DELETE /v2.0/floatingips/7a85df5b-c54c-4bcc-9cef-9ccf103967f6 HTTP/1.1" status: 204 len: 168 time: 1.2014072 Jun 15 10:45:32.580415 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '871b2448-1f70-4437-bcac-c8e716de5346', 'tag': '0309f496-3d06-4f10-bdab-52c6d3f15d88'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:45:32.582602 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15acf06c26f001ded10715ddc8547394d4bbc7e5ff5a4e462e54e6774371169d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44496e97-8e05-4dce-8bc8-8f184c8bc0bb" -d '{"events": [{"name": "network-changed", "server_uuid": "871b2448-1f70-4437-bcac-c8e716de5346", "tag": "0309f496-3d06-4f10-bdab-52c6d3f15d88"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:45:32.625909 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 10:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1bd1966-646a-4992-af61-6b943e982141 x-openstack-request-id: req-c1bd1966-646a-4992-af61-6b943e982141 {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:45:32.626202 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "871b2448-1f70-4437-bcac-c8e716de5346", "tag": "0309f496-3d06-4f10-bdab-52c6d3f15d88", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:45:32.626513 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c1bd1966-646a-4992-af61-6b943e982141 {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:45:32.626860 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1bd1966-646a-4992-af61-6b943e982141'] response: {'name': 'network-changed', 'server_uuid': '871b2448-1f70-4437-bcac-c8e716de5346', 'tag': '0309f496-3d06-4f10-bdab-52c6d3f15d88', 'status': 'completed', 'code': 200} Jun 15 10:45:32.683326 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvr_db [None req-d2fb5317-f81a-449b-a37f-b38cf59a326f None None] Set router 3fb9a49f-82ac-48ec-a5e4-cba8d78ba383 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:45:32.727361 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44496e97-8e05-4dce-8bc8-8f184c8bc0bb req-80521b9a-5c5a-4e4f-94e8-fb0ba5d9116d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:45:32.729778 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-44496e97-8e05-4dce-8bc8-8f184c8bc0bb req-80521b9a-5c5a-4e4f-94e8-fb0ba5d9116d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f096e399deac4d029ff63e3cb7f1ce9f&device_id=871b2448-1f70-4437-bcac-c8e716de5346 HTTP/1.1" status: 200 len: 1129 time: 0.0439727 Jun 15 10:45:32.817814 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901148ca-19c1-40a2-b2fe-2b724153c07b req-6cca403c-45d5-491d-a111-ba42d2bff5e7 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:45:32.819035 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-901148ca-19c1-40a2-b2fe-2b724153c07b req-6cca403c-45d5-491d-a111-ba42d2bff5e7 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/ports?device_id=871b2448-1f70-4437-bcac-c8e716de5346 HTTP/1.1" status: 200 len: 945 time: 0.0502634 Jun 15 10:45:32.867432 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-901148ca-19c1-40a2-b2fe-2b724153c07b req-54fdc031-bd0a-4170-aad5-4eaf3cce94ac tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fde00a3-d2eb-496d-ab01-3a80e675b356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426564 Jun 15 10:45:32.910797 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-d2fb5317-f81a-449b-a37f-b38cf59a326f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'name': 'tempest-TestVolumeBootPattern-14245363-router', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '6cea28f3-754b-40b6-ac64-e252d0494188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:38:39Z', 'updated_at': '2022-06-15T10:38:43Z', 'revision_number': 4, 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'gw_port': {'id': '6cea28f3-754b-40b6-ac64-e252d0494188', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:20:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:38:39Z', 'updated_at': '2022-06-15T10:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_floatingips': [{'id': '26b9b83f-4bd2-4c88-976e-98022d68ed68', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'router_id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'port_id': '27606219-e918-4e9a-aa30-81725e2a94e1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '104a1ab4-a947-4523-8e20-9882108d1335', 'mac_address': 'fa:16:3e:05:33:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124aa8d6-54b1-4c24-821b-e022b8752904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T10:42:08Z', 'updated_at': '2022-06-15T10:42:10Z', 'revision_number': 1, 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1972bab0-9a38-465b-b3aa-b591098308f2', 'name': '', 'network_id': '104a1ab4-a947-4523-8e20-9882108d1335', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'mac_address': 'fa:16:3e:32:52:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '32c01357-607a-450c-811c-8330c498325d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:38:42Z', 'updated_at': '2022-06-15T10:38:48Z', 'revision_number': 5, 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'subnets': [{'id': '32c01357-607a-450c-811c-8330c498325d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:45:32.934260 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fb5317-f81a-449b-a37f-b38cf59a326f None None] Checking router: 3fb9a49f-82ac-48ec-a5e4-cba8d78ba383 for host: dv-cinder-843493-2-iscsi {{(pid=103807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 10:45:32.942411 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fb5317-f81a-449b-a37f-b38cf59a326f None None] Routers {'3fb9a49f-82ac-48ec-a5e4-cba8d78ba383'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:45:32.943019 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-d2fb5317-f81a-449b-a37f-b38cf59a326f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:45:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['3fb9a49f-82ac-48ec-a5e4-cba8d78ba383'], 'active': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:45:33.159025 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvr_db [None req-d2fb5317-f81a-449b-a37f-b38cf59a326f None None] Set router 3fb9a49f-82ac-48ec-a5e4-cba8d78ba383 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:45:33.352191 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:45:33.359750 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-d2fb5317-f81a-449b-a37f-b38cf59a326f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'name': 'tempest-TestVolumeBootPattern-14245363-router', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '6cea28f3-754b-40b6-ac64-e252d0494188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:38:39Z', 'updated_at': '2022-06-15T10:38:43Z', 'revision_number': 4, 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'gw_port': {'id': '6cea28f3-754b-40b6-ac64-e252d0494188', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:20:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:38:39Z', 'updated_at': '2022-06-15T10:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_floatingips': [{'id': '26b9b83f-4bd2-4c88-976e-98022d68ed68', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'router_id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'port_id': '27606219-e918-4e9a-aa30-81725e2a94e1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '104a1ab4-a947-4523-8e20-9882108d1335', 'mac_address': 'fa:16:3e:05:33:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124aa8d6-54b1-4c24-821b-e022b8752904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T10:42:08Z', 'updated_at': '2022-06-15T10:42:10Z', 'revision_number': 1, 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1972bab0-9a38-465b-b3aa-b591098308f2', 'name': '', 'network_id': '104a1ab4-a947-4523-8e20-9882108d1335', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'mac_address': 'fa:16:3e:32:52:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '32c01357-607a-450c-811c-8330c498325d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:38:42Z', 'updated_at': '2022-06-15T10:38:48Z', 'revision_number': 5, 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'subnets': [{'id': '32c01357-607a-450c-811c-8330c498325d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:45:33.387752 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fb5317-f81a-449b-a37f-b38cf59a326f None None] The sync data for ids ['3fb9a49f-82ac-48ec-a5e4-cba8d78ba383'] in dv-cinder-843493-2-iscsi is: [{'id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'name': 'tempest-TestVolumeBootPattern-14245363-router', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '6cea28f3-754b-40b6-ac64-e252d0494188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:38:39Z', 'updated_at': '2022-06-15T10:38:43Z', 'revision_number': 4, 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'gw_port': {'id': '6cea28f3-754b-40b6-ac64-e252d0494188', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:20:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:38:39Z', 'updated_at': '2022-06-15T10:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_floatingips': [{'id': '26b9b83f-4bd2-4c88-976e-98022d68ed68', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'router_id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'port_id': '27606219-e918-4e9a-aa30-81725e2a94e1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '104a1ab4-a947-4523-8e20-9882108d1335', 'mac_address': 'fa:16:3e:05:33:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124aa8d6-54b1-4c24-821b-e022b8752904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T10:42:08Z', 'updated_at': '2022-06-15T10:42:10Z', 'revision_number': 1, 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1972bab0-9a38-465b-b3aa-b591098308f2', 'name': '', 'network_id': '104a1ab4-a947-4523-8e20-9882108d1335', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'mac_address': 'fa:16:3e:32:52:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '32c01357-607a-450c-811c-8330c498325d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:38:42Z', 'updated_at': '2022-06-15T10:38:48Z', 'revision_number': 5, 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'subnets': [{'id': '32c01357-607a-450c-811c-8330c498325d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 10:45:33.597959 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556e4af2-31a9-4e3b-80ed-8d40ca1108eb None None] New status for floating IP 7a85df5b-c54c-4bcc-9cef-9ccf103967f6: DOWN {{(pid=103808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 10:45:33.988764 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ea8f9-0dbe-4aff-924c-5b06d349c8ad req-15fa8dfa-2986-47c5-a99f-7c910deb917a tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:45:33.990124 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-4b4ea8f9-0dbe-4aff-924c-5b06d349c8ad req-15fa8dfa-2986-47c5-a99f-7c910deb917a tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/ports?device_id=871b2448-1f70-4437-bcac-c8e716de5346 HTTP/1.1" status: 200 len: 945 time: 0.0508401 Jun 15 10:45:34.038122 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-4b4ea8f9-0dbe-4aff-924c-5b06d349c8ad req-e36fcf7c-d97f-474b-a5f1-4884853d267e tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fde00a3-d2eb-496d-ab01-3a80e675b356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425351 Jun 15 10:45:34.161360 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44496e97-8e05-4dce-8bc8-8f184c8bc0bb req-7133e31c-e585-40fc-95a6-01ce6d5081c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:45:34.162803 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-44496e97-8e05-4dce-8bc8-8f184c8bc0bb req-7133e31c-e585-40fc-95a6-01ce6d5081c1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=104a1ab4-a947-4523-8e20-9882108d1335 HTTP/1.1" status: 200 len: 911 time: 0.0866838 Jun 15 10:45:34.313175 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-44496e97-8e05-4dce-8bc8-8f184c8bc0bb req-b795f9ee-53fe-4229-81ce-5f65bd71f91c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0309f496-3d06-4f10-bdab-52c6d3f15d88 HTTP/1.1" status: 200 len: 217 time: 0.0327256 Jun 15 10:45:34.363639 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44496e97-8e05-4dce-8bc8-8f184c8bc0bb req-3913df7c-15bf-4dd2-b578-7e21eb12ba3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:45:34.365190 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-44496e97-8e05-4dce-8bc8-8f184c8bc0bb req-3913df7c-15bf-4dd2-b578-7e21eb12ba3e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=32c01357-607a-450c-811c-8330c498325d HTTP/1.1" status: 200 len: 849 time: 0.0460012 Jun 15 10:45:34.643118 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44496e97-8e05-4dce-8bc8-8f184c8bc0bb req-5c3b43ef-819c-4023-b428-0dfa3b2ee516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:45:34.644491 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-44496e97-8e05-4dce-8bc8-8f184c8bc0bb req-5c3b43ef-819c-4023-b428-0dfa3b2ee516 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=104a1ab4-a947-4523-8e20-9882108d1335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376713 Jun 15 10:45:34.770689 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-44496e97-8e05-4dce-8bc8-8f184c8bc0bb req-ed52b2b0-65fb-4f9b-b569-2d91cdff6c6b service neutron] 10.222.0.62 "GET /v2.0/networks/104a1ab4-a947-4523-8e20-9882108d1335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167977 Jun 15 10:45:34.776813 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266087d2-fc08-46be-8cbe-d1edd0161dee req-99ec6d04-1451-4071-9d09-b63c68fe9dc9 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:45:34.778119 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-266087d2-fc08-46be-8cbe-d1edd0161dee req-99ec6d04-1451-4071-9d09-b63c68fe9dc9 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.62 "GET /v2.0/ports?device_id=871b2448-1f70-4437-bcac-c8e716de5346 HTTP/1.1" status: 200 len: 945 time: 0.0604229 Jun 15 10:45:34.802002 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=100 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:45:34.868071 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=100 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:45:34.925865 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [req-266087d2-fc08-46be-8cbe-d1edd0161dee req-cad3cf4e-9119-4c29-9309-da3f2f20ac61 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Deleting port 0309f496-3d06-4f10-bdab-52c6d3f15d88 {{(pid=103806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:45:34.926134 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-266087d2-fc08-46be-8cbe-d1edd0161dee req-cad3cf4e-9119-4c29-9309-da3f2f20ac61 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (0309f496-3d06-4f10-bdab-52c6d3f15d88), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:34.931661 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-44496e97-8e05-4dce-8bc8-8f184c8bc0bb req-7bc00cd5-2652-4d7f-b57f-b9b273cffc98 service neutron] 10.222.0.62 "GET /v2.0/networks/104a1ab4-a947-4523-8e20-9882108d1335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514556 Jun 15 10:45:35.019723 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-266087d2-fc08-46be-8cbe-d1edd0161dee req-cad3cf4e-9119-4c29-9309-da3f2f20ac61 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] For port 0309f496-3d06-4f10-bdab-52c6d3f15d88, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=0309f496-3d06-4f10-bdab-52c6d3f15d88,segment=NetworkSegment(978cf521-561b-4a1d-ab9d-76cc17299bf1),segment_id=978cf521-561b-4a1d-ab9d-76cc17299bf1)] {{(pid=103806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:45:35.020086 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-266087d2-fc08-46be-8cbe-d1edd0161dee req-cad3cf4e-9119-4c29-9309-da3f2f20ac61 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (0309f496-3d06-4f10-bdab-52c6d3f15d88), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:35.293120 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [req-266087d2-fc08-46be-8cbe-d1edd0161dee req-cad3cf4e-9119-4c29-9309-da3f2f20ac61 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Calling delete_port for 0309f496-3d06-4f10-bdab-52c6d3f15d88 owned by compute:nova {{(pid=103806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:45:35.368650 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fcaecc-7de1-4749-8b67-f23fbf41c1ea req-de9d0c38-e85a-4a27-9034-3ec34efed5cf tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:45:35.370108 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-33fcaecc-7de1-4749-8b67-f23fbf41c1ea req-de9d0c38-e85a-4a27-9034-3ec34efed5cf tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/ports?device_id=871b2448-1f70-4437-bcac-c8e716de5346 HTTP/1.1" status: 200 len: 945 time: 0.0820131 Jun 15 10:45:35.444374 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-33fcaecc-7de1-4749-8b67-f23fbf41c1ea req-777a7e43-437f-4e23-ad7d-6a815a3ae00a tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fde00a3-d2eb-496d-ab01-3a80e675b356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0670044 Jun 15 10:45:35.493160 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-266087d2-fc08-46be-8cbe-d1edd0161dee req-cad3cf4e-9119-4c29-9309-da3f2f20ac61 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (0309f496-3d06-4f10-bdab-52c6d3f15d88), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:35.519148 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad3cf4e-9119-4c29-9309-da3f2f20ac61 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Pushing event deleted for resources: {'Port': ['ID=0309f496-3d06-4f10-bdab-52c6d3f15d88,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:45:35.567872 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [req-266087d2-fc08-46be-8cbe-d1edd0161dee req-cad3cf4e-9119-4c29-9309-da3f2f20ac61 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] No DVR routers for this DVR port 0309f496-3d06-4f10-bdab-52c6d3f15d88 on host hv-cinder-84349 {{(pid=103806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 10:45:35.570281 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-266087d2-fc08-46be-8cbe-d1edd0161dee req-cad3cf4e-9119-4c29-9309-da3f2f20ac61 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:35.573434 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-266087d2-fc08-46be-8cbe-d1edd0161dee req-cad3cf4e-9119-4c29-9309-da3f2f20ac61 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.62 "DELETE /v2.0/ports/0309f496-3d06-4f10-bdab-52c6d3f15d88 HTTP/1.1" status: 204 len: 173 time: 0.7853844 Jun 15 10:45:35.573871 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '871b2448-1f70-4437-bcac-c8e716de5346', 'name': 'network-vif-deleted', 'tag': '0309f496-3d06-4f10-bdab-52c6d3f15d88'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:45:35.576094 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15acf06c26f001ded10715ddc8547394d4bbc7e5ff5a4e462e54e6774371169d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e229d41b-31ff-481b-b2f7-144d8d706c0e" -d '{"events": [{"server_uuid": "871b2448-1f70-4437-bcac-c8e716de5346", "name": "network-vif-deleted", "tag": "0309f496-3d06-4f10-bdab-52c6d3f15d88"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:45:35.613113 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 10:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157955b9-bbc1-4ca1-95b3-ae65dedaab77 x-openstack-request-id: req-157955b9-bbc1-4ca1-95b3-ae65dedaab77 {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:45:35.613379 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "871b2448-1f70-4437-bcac-c8e716de5346", "name": "network-vif-deleted", "tag": "0309f496-3d06-4f10-bdab-52c6d3f15d88", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:45:35.613629 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-157955b9-bbc1-4ca1-95b3-ae65dedaab77 {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:45:35.614087 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-157955b9-bbc1-4ca1-95b3-ae65dedaab77'] response: {'server_uuid': '871b2448-1f70-4437-bcac-c8e716de5346', 'name': 'network-vif-deleted', 'tag': '0309f496-3d06-4f10-bdab-52c6d3f15d88', 'status': 'completed', 'code': 200} Jun 15 10:45:36.555007 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-7d3611fa-0e79-49ab-bd89-2480d4499a1d req-1f2800a3-3464-45a2-9f66-0ba5c235aeca tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/ports?device_id=871b2448-1f70-4437-bcac-c8e716de5346 HTTP/1.1" status: 200 len: 210 time: 0.0284891 Jun 15 10:45:39.035664 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 0309f496-3d06-4f10-bdab-52c6d3f15d88 no longer exists at agent hyperv_hv-cinder-84349 {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 10:45:39.054814 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] No Port match for: 0309f496-3d06-4f10-bdab-52c6d3f15d88 {{(pid=103807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 10:45:39.055189 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 0309f496-3d06-4f10-bdab-52c6d3f15d88 not bound to the agent host hv-cinder-84349 {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 10:45:39.835221 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 35282) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:45:39.971480 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-5635237f-bd50-4b2e-9023-9f39dd90ac46 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Deleting port da3788e3-dc91-45d4-85e1-9cd2cde421ea {{(pid=103806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:45:39.971821 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-5635237f-bd50-4b2e-9023-9f39dd90ac46 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (da3788e3-dc91-45d4-85e1-9cd2cde421ea), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:40.049097 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-5635237f-bd50-4b2e-9023-9f39dd90ac46 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (da3788e3-dc91-45d4-85e1-9cd2cde421ea), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:40.049339 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-5635237f-bd50-4b2e-9023-9f39dd90ac46 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks [] for floatingip (da3788e3-dc91-45d4-85e1-9cd2cde421ea), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:40.061705 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-5635237f-bd50-4b2e-9023-9f39dd90ac46 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Calling delete_port for da3788e3-dc91-45d4-85e1-9cd2cde421ea owned by network:floatingip {{(pid=103806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:45:40.111850 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:45:40.185756 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:45:40.202515 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-5635237f-bd50-4b2e-9023-9f39dd90ac46 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (da3788e3-dc91-45d4-85e1-9cd2cde421ea), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:40.228762 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5635237f-bd50-4b2e-9023-9f39dd90ac46 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Pushing event deleted for resources: {'Port': ['ID=da3788e3-dc91-45d4-85e1-9cd2cde421ea,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:45:40.289156 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-5635237f-bd50-4b2e-9023-9f39dd90ac46 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks [] for floatingip (26b9b83f-4bd2-4c88-976e-98022d68ed68), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:40.289488 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.db.l3_db [None req-5635237f-bd50-4b2e-9023-9f39dd90ac46 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Floating IP 26b9b83f-4bd2-4c88-976e-98022d68ed68 disassociated (deleted). External IP: 172.27.0.19, port: 27606219-e918-4e9a-aa30-81725e2a94e1. Jun 15 10:45:40.480185 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5635237f-bd50-4b2e-9023-9f39dd90ac46 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Router 3fb9a49f-82ac-48ec-a5e4-cba8d78ba383 has already been hosted by L3 agent 06043943-94cb-49df-a062-a4886c03e673 {{(pid=103806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 10:45:40.584273 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5635237f-bd50-4b2e-9023-9f39dd90ac46 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Notify agent at l3_agent.dv-cinder-843493-2-iscsi the message routers_updated {{(pid=103806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 10:45:40.588883 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-5635237f-bd50-4b2e-9023-9f39dd90ac46 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for floatingip (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:40.593730 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5517f204-700a-48e9-8cf2-082cdc040f46 None None] Sync routers for ids ['3fb9a49f-82ac-48ec-a5e4-cba8d78ba383'] in dv-cinder-843493-2-iscsi {{(pid=103807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 10:45:40.602923 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5517f204-700a-48e9-8cf2-082cdc040f46 None None] Routers {'3fb9a49f-82ac-48ec-a5e4-cba8d78ba383'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:45:40.603550 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-5517f204-700a-48e9-8cf2-082cdc040f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:45:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['3fb9a49f-82ac-48ec-a5e4-cba8d78ba383'], 'active': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:45:40.606243 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:45:40.618707 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-5635237f-bd50-4b2e-9023-9f39dd90ac46 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "DELETE /v2.0/floatingips/26b9b83f-4bd2-4c88-976e-98022d68ed68 HTTP/1.1" status: 204 len: 168 time: 0.7824337 Jun 15 10:45:40.619281 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '124aa8d6-54b1-4c24-821b-e022b8752904', 'tag': '27606219-e918-4e9a-aa30-81725e2a94e1'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:45:40.621534 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15acf06c26f001ded10715ddc8547394d4bbc7e5ff5a4e462e54e6774371169d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61e4bc3-792b-4c30-b2a9-8c71e1d1d386" -d '{"events": [{"name": "network-changed", "server_uuid": "124aa8d6-54b1-4c24-821b-e022b8752904", "tag": "27606219-e918-4e9a-aa30-81725e2a94e1"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:45:40.659641 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 10:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26c6f07-7f21-4458-8e88-5144cce09665 x-openstack-request-id: req-c26c6f07-7f21-4458-8e88-5144cce09665 {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:45:40.659931 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "124aa8d6-54b1-4c24-821b-e022b8752904", "tag": "27606219-e918-4e9a-aa30-81725e2a94e1", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:45:40.660183 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c26c6f07-7f21-4458-8e88-5144cce09665 {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:45:40.660926 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c26c6f07-7f21-4458-8e88-5144cce09665'] response: {'name': 'network-changed', 'server_uuid': '124aa8d6-54b1-4c24-821b-e022b8752904', 'tag': '27606219-e918-4e9a-aa30-81725e2a94e1', 'status': 'completed', 'code': 200} Jun 15 10:45:40.705679 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvr_db [None req-5517f204-700a-48e9-8cf2-082cdc040f46 None None] Set router 3fb9a49f-82ac-48ec-a5e4-cba8d78ba383 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:45:40.762350 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e4bc3-792b-4c30-b2a9-8c71e1d1d386 req-183308c3-e18b-4fa1-ba37-a4381629c8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:45:40.763967 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b61e4bc3-792b-4c30-b2a9-8c71e1d1d386 req-183308c3-e18b-4fa1-ba37-a4381629c8e2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f096e399deac4d029ff63e3cb7f1ce9f&device_id=124aa8d6-54b1-4c24-821b-e022b8752904 HTTP/1.1" status: 200 len: 1129 time: 0.0480261 Jun 15 10:45:40.853161 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f7d0b-b90c-43cb-bd36-ea1fa730c1d5 req-92fd1651-534a-4f3b-9e58-85ff8ba16b61 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:45:40.854635 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-f85f7d0b-b90c-43cb-bd36-ea1fa730c1d5 req-92fd1651-534a-4f3b-9e58-85ff8ba16b61 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/ports?device_id=124aa8d6-54b1-4c24-821b-e022b8752904 HTTP/1.1" status: 200 len: 945 time: 0.0469062 Jun 15 10:45:40.898517 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-5517f204-700a-48e9-8cf2-082cdc040f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'name': 'tempest-TestVolumeBootPattern-14245363-router', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '6cea28f3-754b-40b6-ac64-e252d0494188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:38:39Z', 'updated_at': '2022-06-15T10:38:43Z', 'revision_number': 4, 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'gw_port': {'id': '6cea28f3-754b-40b6-ac64-e252d0494188', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:20:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:38:39Z', 'updated_at': '2022-06-15T10:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': '1972bab0-9a38-465b-b3aa-b591098308f2', 'name': '', 'network_id': '104a1ab4-a947-4523-8e20-9882108d1335', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'mac_address': 'fa:16:3e:32:52:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '32c01357-607a-450c-811c-8330c498325d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:38:42Z', 'updated_at': '2022-06-15T10:38:48Z', 'revision_number': 5, 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'subnets': [{'id': '32c01357-607a-450c-811c-8330c498325d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:45:40.903038 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-f85f7d0b-b90c-43cb-bd36-ea1fa730c1d5 req-63829e43-e4b1-432c-ab76-4e38ce5e807e tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fde00a3-d2eb-496d-ab01-3a80e675b356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420556 Jun 15 10:45:40.927895 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5517f204-700a-48e9-8cf2-082cdc040f46 None None] Checking router: 3fb9a49f-82ac-48ec-a5e4-cba8d78ba383 for host: dv-cinder-843493-2-iscsi {{(pid=103807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 10:45:40.936149 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5517f204-700a-48e9-8cf2-082cdc040f46 None None] Routers {'3fb9a49f-82ac-48ec-a5e4-cba8d78ba383'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:45:40.936746 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-5517f204-700a-48e9-8cf2-082cdc040f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:45:15Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['3fb9a49f-82ac-48ec-a5e4-cba8d78ba383'], 'active': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:45:41.035334 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvr_db [None req-5517f204-700a-48e9-8cf2-082cdc040f46 None None] Set router 3fb9a49f-82ac-48ec-a5e4-cba8d78ba383 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:45:41.214238 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-5517f204-700a-48e9-8cf2-082cdc040f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'name': 'tempest-TestVolumeBootPattern-14245363-router', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '6cea28f3-754b-40b6-ac64-e252d0494188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:38:39Z', 'updated_at': '2022-06-15T10:38:43Z', 'revision_number': 4, 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'gw_port': {'id': '6cea28f3-754b-40b6-ac64-e252d0494188', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:20:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:38:39Z', 'updated_at': '2022-06-15T10:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': '1972bab0-9a38-465b-b3aa-b591098308f2', 'name': '', 'network_id': '104a1ab4-a947-4523-8e20-9882108d1335', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'mac_address': 'fa:16:3e:32:52:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '32c01357-607a-450c-811c-8330c498325d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:38:42Z', 'updated_at': '2022-06-15T10:38:48Z', 'revision_number': 5, 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'subnets': [{'id': '32c01357-607a-450c-811c-8330c498325d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:45:41.238240 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5517f204-700a-48e9-8cf2-082cdc040f46 None None] The sync data for ids ['3fb9a49f-82ac-48ec-a5e4-cba8d78ba383'] in dv-cinder-843493-2-iscsi is: [{'id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'name': 'tempest-TestVolumeBootPattern-14245363-router', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '6cea28f3-754b-40b6-ac64-e252d0494188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:38:39Z', 'updated_at': '2022-06-15T10:38:43Z', 'revision_number': 4, 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'gw_port': {'id': '6cea28f3-754b-40b6-ac64-e252d0494188', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:20:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:38:39Z', 'updated_at': '2022-06-15T10:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi', '_interfaces': [{'id': '1972bab0-9a38-465b-b3aa-b591098308f2', 'name': '', 'network_id': '104a1ab4-a947-4523-8e20-9882108d1335', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'mac_address': 'fa:16:3e:32:52:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '32c01357-607a-450c-811c-8330c498325d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:38:42Z', 'updated_at': '2022-06-15T10:38:48Z', 'revision_number': 5, 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'subnets': [{'id': '32c01357-607a-450c-811c-8330c498325d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 10:45:41.447996 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ba09d9-df99-435c-b78b-a8c89616d22f None None] New status for floating IP 26b9b83f-4bd2-4c88-976e-98022d68ed68: DOWN {{(pid=103808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 10:45:42.023305 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592246d9-9242-4f5f-930f-526226631d12 req-48bb1e72-2236-4593-afe6-b7a9ccca3bce tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:45:42.024759 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-592246d9-9242-4f5f-930f-526226631d12 req-48bb1e72-2236-4593-afe6-b7a9ccca3bce tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/ports?device_id=124aa8d6-54b1-4c24-821b-e022b8752904 HTTP/1.1" status: 200 len: 945 time: 0.0460184 Jun 15 10:45:42.071637 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-592246d9-9242-4f5f-930f-526226631d12 req-5f7d5797-280f-4990-8a9d-cdaef76ad66f tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fde00a3-d2eb-496d-ab01-3a80e675b356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413847 Jun 15 10:45:42.182434 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e4bc3-792b-4c30-b2a9-8c71e1d1d386 req-ad3f374b-bf9c-449f-8a2e-a90f66f4e075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:45:42.183898 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b61e4bc3-792b-4c30-b2a9-8c71e1d1d386 req-ad3f374b-bf9c-449f-8a2e-a90f66f4e075 service neutron] 10.222.0.62 "GET /v2.0/networks?id=104a1ab4-a947-4523-8e20-9882108d1335 HTTP/1.1" status: 200 len: 911 time: 0.0854001 Jun 15 10:45:42.346946 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b61e4bc3-792b-4c30-b2a9-8c71e1d1d386 req-db4cda2c-869c-4b47-9a8d-075115cfdf76 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27606219-e918-4e9a-aa30-81725e2a94e1 HTTP/1.1" status: 200 len: 217 time: 0.0315306 Jun 15 10:45:42.399328 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e4bc3-792b-4c30-b2a9-8c71e1d1d386 req-ed207a20-b3ae-497f-9efb-5c48c7392795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:45:42.400822 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b61e4bc3-792b-4c30-b2a9-8c71e1d1d386 req-ed207a20-b3ae-497f-9efb-5c48c7392795 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=32c01357-607a-450c-811c-8330c498325d HTTP/1.1" status: 200 len: 849 time: 0.0475757 Jun 15 10:45:42.443546 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e4bc3-792b-4c30-b2a9-8c71e1d1d386 req-6804524f-c43d-4cb5-98b7-2e9ed1c7521a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:45:42.445022 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b61e4bc3-792b-4c30-b2a9-8c71e1d1d386 req-6804524f-c43d-4cb5-98b7-2e9ed1c7521a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=104a1ab4-a947-4523-8e20-9882108d1335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379014 Jun 15 10:45:42.629475 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:45:42.683623 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b61e4bc3-792b-4c30-b2a9-8c71e1d1d386 req-63f81c09-13a1-401b-90d4-a9f2c03cb4df service neutron] 10.222.0.62 "GET /v2.0/networks/104a1ab4-a947-4523-8e20-9882108d1335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857353 Jun 15 10:45:42.792541 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:45:42.811019 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3495b15-1de8-418f-87fe-44affc5d919b req-c16fca69-1251-41c9-9a1f-582476bd12ce tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:45:42.812962 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a3495b15-1de8-418f-87fe-44affc5d919b req-c16fca69-1251-41c9-9a1f-582476bd12ce tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.62 "GET /v2.0/ports?device_id=124aa8d6-54b1-4c24-821b-e022b8752904 HTTP/1.1" status: 200 len: 945 time: 0.0738516 Jun 15 10:45:42.921031 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-b61e4bc3-792b-4c30-b2a9-8c71e1d1d386 req-20a9fbe6-4617-4fd1-ad70-4ce7a0723c7a service neutron] 10.222.0.62 "GET /v2.0/networks/104a1ab4-a947-4523-8e20-9882108d1335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828678 Jun 15 10:45:42.932246 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [req-a3495b15-1de8-418f-87fe-44affc5d919b req-d3ddba95-573c-4159-ab9f-bd77906842dd tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Deleting port 27606219-e918-4e9a-aa30-81725e2a94e1 {{(pid=103806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:45:42.932586 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-a3495b15-1de8-418f-87fe-44affc5d919b req-d3ddba95-573c-4159-ab9f-bd77906842dd tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (27606219-e918-4e9a-aa30-81725e2a94e1), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:43.020942 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [req-a3495b15-1de8-418f-87fe-44affc5d919b req-d3ddba95-573c-4159-ab9f-bd77906842dd tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] For port 27606219-e918-4e9a-aa30-81725e2a94e1, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=27606219-e918-4e9a-aa30-81725e2a94e1,segment=NetworkSegment(978cf521-561b-4a1d-ab9d-76cc17299bf1),segment_id=978cf521-561b-4a1d-ab9d-76cc17299bf1)] {{(pid=103806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:45:43.021300 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-a3495b15-1de8-418f-87fe-44affc5d919b req-d3ddba95-573c-4159-ab9f-bd77906842dd tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (27606219-e918-4e9a-aa30-81725e2a94e1), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:43.033901 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [req-a3495b15-1de8-418f-87fe-44affc5d919b req-d3ddba95-573c-4159-ab9f-bd77906842dd tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Calling delete_port for 27606219-e918-4e9a-aa30-81725e2a94e1 owned by compute:nova {{(pid=103806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:45:43.054665 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-37841b07-c4ce-436b-9a2d-f9e44ead35f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (e7b68426-6abe-45ee-a2ce-c32f72f66753), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:43.166459 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-a3495b15-1de8-418f-87fe-44affc5d919b req-d3ddba95-573c-4159-ab9f-bd77906842dd tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (27606219-e918-4e9a-aa30-81725e2a94e1), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:43.189329 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b88b8-1dab-472b-85bf-df0e32e7472e req-3082ba35-bed3-4c75-afd3-97a5b58fa204 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 10:45:43.190727 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-f61b88b8-1dab-472b-85bf-df0e32e7472e req-3082ba35-bed3-4c75-afd3-97a5b58fa204 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/ports?device_id=124aa8d6-54b1-4c24-821b-e022b8752904 HTTP/1.1" status: 200 len: 945 time: 0.0484519 Jun 15 10:45:43.200032 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ddba95-573c-4159-ab9f-bd77906842dd tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Pushing event deleted for resources: {'Port': ['ID=27606219-e918-4e9a-aa30-81725e2a94e1,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:45:43.242797 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3495b15-1de8-418f-87fe-44affc5d919b req-d3ddba95-573c-4159-ab9f-bd77906842dd tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] No DVR routers for this DVR port 27606219-e918-4e9a-aa30-81725e2a94e1 on host hv-cinder-84349 {{(pid=103806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 10:45:43.245309 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [req-a3495b15-1de8-418f-87fe-44affc5d919b req-d3ddba95-573c-4159-ab9f-bd77906842dd tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for port (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:43.247330 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [req-f61b88b8-1dab-472b-85bf-df0e32e7472e req-44964305-ac37-4a3b-8deb-6f25e0dd445a tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fde00a3-d2eb-496d-ab01-3a80e675b356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501435 Jun 15 10:45:43.248601 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [req-a3495b15-1de8-418f-87fe-44affc5d919b req-d3ddba95-573c-4159-ab9f-bd77906842dd tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.62 "DELETE /v2.0/ports/27606219-e918-4e9a-aa30-81725e2a94e1 HTTP/1.1" status: 204 len: 173 time: 0.4094687 Jun 15 10:45:43.249048 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '124aa8d6-54b1-4c24-821b-e022b8752904', 'name': 'network-vif-deleted', 'tag': '27606219-e918-4e9a-aa30-81725e2a94e1'}] {{(pid=103806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 10:45:43.252552 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15acf06c26f001ded10715ddc8547394d4bbc7e5ff5a4e462e54e6774371169d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f61b332-7340-44f9-a874-4f6971495e4a" -d '{"events": [{"server_uuid": "124aa8d6-54b1-4c24-821b-e022b8752904", "name": "network-vif-deleted", "tag": "27606219-e918-4e9a-aa30-81725e2a94e1"}]}' {{(pid=103806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 10:45:43.288931 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 10:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7744ef9-b904-4b62-9047-8817ca2f77a6 x-openstack-request-id: req-e7744ef9-b904-4b62-9047-8817ca2f77a6 {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 10:45:43.289229 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "124aa8d6-54b1-4c24-821b-e022b8752904", "name": "network-vif-deleted", "tag": "27606219-e918-4e9a-aa30-81725e2a94e1", "status": "completed", "code": 200}]} {{(pid=103806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 10:45:43.289601 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e7744ef9-b904-4b62-9047-8817ca2f77a6 {{(pid=103806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 10:45:43.289878 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7744ef9-b904-4b62-9047-8817ca2f77a6'] response: {'server_uuid': '124aa8d6-54b1-4c24-821b-e022b8752904', 'name': 'network-vif-deleted', 'tag': '27606219-e918-4e9a-aa30-81725e2a94e1', 'status': 'completed', 'code': 200} Jun 15 10:45:44.317913 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 35300) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:45:44.427558 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-76b5cbb5-14f5-4428-9f62-a4a27219e8f4 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Deleting port efb7eb8e-7f25-4642-929f-50c031e02a3e {{(pid=103806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:45:44.427822 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-76b5cbb5-14f5-4428-9f62-a4a27219e8f4 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (efb7eb8e-7f25-4642-929f-50c031e02a3e), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:44.499893 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-76b5cbb5-14f5-4428-9f62-a4a27219e8f4 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (efb7eb8e-7f25-4642-929f-50c031e02a3e), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:44.500214 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-76b5cbb5-14f5-4428-9f62-a4a27219e8f4 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks [] for floatingip (efb7eb8e-7f25-4642-929f-50c031e02a3e), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:44.512638 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-76b5cbb5-14f5-4428-9f62-a4a27219e8f4 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Calling delete_port for efb7eb8e-7f25-4642-929f-50c031e02a3e owned by network:floatingip {{(pid=103806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:45:44.617467 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:45:44.641905 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-76b5cbb5-14f5-4428-9f62-a4a27219e8f4 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (efb7eb8e-7f25-4642-929f-50c031e02a3e), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:44.663492 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b5cbb5-14f5-4428-9f62-a4a27219e8f4 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Pushing event deleted for resources: {'Port': ['ID=efb7eb8e-7f25-4642-929f-50c031e02a3e,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:45:44.730983 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-76b5cbb5-14f5-4428-9f62-a4a27219e8f4 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks [] for floatingip (ce409e36-7a14-47a0-be94-af6a86afcb8f), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:44.733480 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-76b5cbb5-14f5-4428-9f62-a4a27219e8f4 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501246'] for floatingip (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:44.735174 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-76b5cbb5-14f5-4428-9f62-a4a27219e8f4 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "DELETE /v2.0/floatingips/ce409e36-7a14-47a0-be94-af6a86afcb8f HTTP/1.1" status: 204 len: 168 time: 0.4168351 Jun 15 10:45:45.243710 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d1facca6-fafc-451e-a988-114411d35cd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (06043943-94cb-49df-a062-a4886c03e673), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:45.931853 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 35312) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:45:45.988168 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-ddeb2059-a80b-4289-a506-3a1e14142986 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks [] for security_group (7fde00a3-d2eb-496d-ab01-3a80e675b356), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:46.013158 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-ddeb2059-a80b-4289-a506-3a1e14142986 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks [] for security_group (7fde00a3-d2eb-496d-ab01-3a80e675b356), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:46.072570 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-ddeb2059-a80b-4289-a506-3a1e14142986 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (7fde00a3-d2eb-496d-ab01-3a80e675b356), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:46.074938 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-ddeb2059-a80b-4289-a506-3a1e14142986 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Publish callbacks [] for security_group (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:46.076089 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-ddeb2059-a80b-4289-a506-3a1e14142986 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] 10.222.0.49 "DELETE /v2.0/security-groups/7fde00a3-d2eb-496d-ab01-3a80e675b356 HTTP/1.1" status: 204 len: 168 time: 0.1432564 Jun 15 10:45:46.085080 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeb2059-a80b-4289-a506-3a1e14142986 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fde00a3-d2eb-496d-ab01-3a80e675b356,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:45:46.093303 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeb2059-a80b-4289-a506-3a1e14142986 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:45:46.093651 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeb2059-a80b-4289-a506-3a1e14142986 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:45:46.093994 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeb2059-a80b-4289-a506-3a1e14142986 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:45:46.094340 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeb2059-a80b-4289-a506-3a1e14142986 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:45:46.094696 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeb2059-a80b-4289-a506-3a1e14142986 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:45:46.095044 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeb2059-a80b-4289-a506-3a1e14142986 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:45:46.095402 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeb2059-a80b-4289-a506-3a1e14142986 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:45:46.095721 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeb2059-a80b-4289-a506-3a1e14142986 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:45:46.096121 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeb2059-a80b-4289-a506-3a1e14142986 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:45:46.096493 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeb2059-a80b-4289-a506-3a1e14142986 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:45:46.097440 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeb2059-a80b-4289-a506-3a1e14142986 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:45:46.097658 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeb2059-a80b-4289-a506-3a1e14142986 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:45:46.098014 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeb2059-a80b-4289-a506-3a1e14142986 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:45:46.098387 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeb2059-a80b-4289-a506-3a1e14142986 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:45:46.098706 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeb2059-a80b-4289-a506-3a1e14142986 tempest-TestVolumeBootPattern-1599265714 tempest-TestVolumeBootPattern-1599265714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:45:46.125304 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 35316) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:45:46.428213 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-59f444b4-2386-4fe1-b50f-b9e54b42d680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (3cca6303-0f2e-4b13-b82d-f2749c30f699), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:46.590313 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-a0078ed8-de59-4e38-bde2-406430dcb794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-722362'] for router_interface (3fb9a49f-82ac-48ec-a5e4-cba8d78ba383), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:46.711487 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:45:46.802171 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.plugin [None req-a0078ed8-de59-4e38-bde2-406430dcb794 admin admin] Deleting port 1972bab0-9a38-465b-b3aa-b591098308f2 {{(pid=103805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:45:46.802506 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-a0078ed8-de59-4e38-bde2-406430dcb794 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (1972bab0-9a38-465b-b3aa-b591098308f2), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:46.804781 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:45:46.881092 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.db [None req-a0078ed8-de59-4e38-bde2-406430dcb794 admin admin] For port 1972bab0-9a38-465b-b3aa-b591098308f2, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=1972bab0-9a38-465b-b3aa-b591098308f2,segment=NetworkSegment(978cf521-561b-4a1d-ab9d-76cc17299bf1),segment_id=978cf521-561b-4a1d-ab9d-76cc17299bf1)] {{(pid=103805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:45:46.881445 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-a0078ed8-de59-4e38-bde2-406430dcb794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (1972bab0-9a38-465b-b3aa-b591098308f2), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:46.894489 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.plugin [None req-a0078ed8-de59-4e38-bde2-406430dcb794 admin admin] Calling delete_port for 1972bab0-9a38-465b-b3aa-b591098308f2 owned by network:router_interface {{(pid=103805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:45:47.065683 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-a0078ed8-de59-4e38-bde2-406430dcb794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2774366'] for port (1972bab0-9a38-465b-b3aa-b591098308f2), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:47.089778 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0078ed8-de59-4e38-bde2-406430dcb794 admin admin] Pushing event deleted for resources: {'Port': ['ID=1972bab0-9a38-465b-b3aa-b591098308f2,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:45:47.128333 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 27606219-e918-4e9a-aa30-81725e2a94e1 no longer exists at agent hyperv_hv-cinder-84349 {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 10:45:47.149398 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] No Port match for: 27606219-e918-4e9a-aa30-81725e2a94e1 {{(pid=103807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 10:45:47.149540 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Device 27606219-e918-4e9a-aa30-81725e2a94e1 not bound to the agent host hv-cinder-84349 {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 10:45:47.254076 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-a0078ed8-de59-4e38-bde2-406430dcb794 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-722222'] for router_interface (3fb9a49f-82ac-48ec-a5e4-cba8d78ba383), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:47.449216 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0078ed8-de59-4e38-bde2-406430dcb794 admin admin] Router 3fb9a49f-82ac-48ec-a5e4-cba8d78ba383 has already been hosted by L3 agent 06043943-94cb-49df-a062-a4886c03e673 {{(pid=103805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 10:45:47.516391 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:45:47.547915 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0078ed8-de59-4e38-bde2-406430dcb794 admin admin] Notify agent at l3_agent.dv-cinder-843493-2-iscsi the message routers_updated {{(pid=103805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 10:45:47.553258 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-a0078ed8-de59-4e38-bde2-406430dcb794 admin admin] 10.222.0.49 "PUT /v2.0/routers/3fb9a49f-82ac-48ec-a5e4-cba8d78ba383/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4246948 Jun 15 10:45:47.555852 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 35320) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:45:47.558575 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230630e0-e830-4d2b-a8eb-5dde2852acaa None None] Sync routers for ids ['3fb9a49f-82ac-48ec-a5e4-cba8d78ba383'] in dv-cinder-843493-2-iscsi {{(pid=103807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 10:45:47.569892 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230630e0-e830-4d2b-a8eb-5dde2852acaa None None] Routers {'3fb9a49f-82ac-48ec-a5e4-cba8d78ba383'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:45:47.570575 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-230630e0-e830-4d2b-a8eb-5dde2852acaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:45:45Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['3fb9a49f-82ac-48ec-a5e4-cba8d78ba383'], 'active': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:45:47.633230 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:45:47.653131 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e2acbff9-7230-4d72-aae9-2841525294d3 admin admin] Publish callbacks [] for router (3fb9a49f-82ac-48ec-a5e4-cba8d78ba383), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:47.668298 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvr_db [None req-230630e0-e830-4d2b-a8eb-5dde2852acaa None None] Set router 3fb9a49f-82ac-48ec-a5e4-cba8d78ba383 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:45:47.733463 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:45:47.749155 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e2acbff9-7230-4d72-aae9-2841525294d3 admin admin] Publish callbacks [] for router_gateway (3fb9a49f-82ac-48ec-a5e4-cba8d78ba383), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:47.791402 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.plugin [None req-e2acbff9-7230-4d72-aae9-2841525294d3 admin admin] Deleting port 6cea28f3-754b-40b6-ac64-e252d0494188 {{(pid=103805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:45:47.791743 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e2acbff9-7230-4d72-aae9-2841525294d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (6cea28f3-754b-40b6-ac64-e252d0494188), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:47.841109 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-28d06d32-ea2f-4019-b04d-5ef5fa4d530e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (28e3d1c3-881c-45f9-bfee-5bcc9597e0ae), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:47.843505 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:45:47.853984 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-230630e0-e830-4d2b-a8eb-5dde2852acaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'name': 'tempest-TestVolumeBootPattern-14245363-router', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '6cea28f3-754b-40b6-ac64-e252d0494188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:38:39Z', 'updated_at': '2022-06-15T10:45:47Z', 'revision_number': 5, 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'gw_port': {'id': '6cea28f3-754b-40b6-ac64-e252d0494188', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:20:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:38:39Z', 'updated_at': '2022-06-15T10:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi'}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:45:47.871375 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.db [None req-e2acbff9-7230-4d72-aae9-2841525294d3 admin admin] For port 6cea28f3-754b-40b6-ac64-e252d0494188, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=6cea28f3-754b-40b6-ac64-e252d0494188,segment=NetworkSegment(cb36ff63-3809-49b1-ae7b-cd8646780a76),segment_id=cb36ff63-3809-49b1-ae7b-cd8646780a76)] {{(pid=103805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:45:47.871741 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e2acbff9-7230-4d72-aae9-2841525294d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (6cea28f3-754b-40b6-ac64-e252d0494188), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:47.882883 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230630e0-e830-4d2b-a8eb-5dde2852acaa None None] Checking router: 3fb9a49f-82ac-48ec-a5e4-cba8d78ba383 for host: dv-cinder-843493-2-iscsi {{(pid=103807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 10:45:47.887805 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.plugin [None req-e2acbff9-7230-4d72-aae9-2841525294d3 admin admin] Calling delete_port for 6cea28f3-754b-40b6-ac64-e252d0494188 owned by network:router_gateway {{(pid=103805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:45:47.892704 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230630e0-e830-4d2b-a8eb-5dde2852acaa None None] Routers {'3fb9a49f-82ac-48ec-a5e4-cba8d78ba383'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:45:47.893304 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-230630e0-e830-4d2b-a8eb-5dde2852acaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:45:45Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['3fb9a49f-82ac-48ec-a5e4-cba8d78ba383'], 'active': True} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:45:47.978787 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvr_db [None req-230630e0-e830-4d2b-a8eb-5dde2852acaa None None] Set router 3fb9a49f-82ac-48ec-a5e4-cba8d78ba383 gateway port host: None {{(pid=103807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:45:48.061220 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e2acbff9-7230-4d72-aae9-2841525294d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2774366'] for port (6cea28f3-754b-40b6-ac64-e252d0494188), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:48.163931 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_hamode_db [None req-230630e0-e830-4d2b-a8eb-5dde2852acaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'name': 'tempest-TestVolumeBootPattern-14245363-router', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:38:39Z', 'updated_at': '2022-06-15T10:45:47Z', 'revision_number': 6, 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'gw_port_host': None}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:45:48.200519 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230630e0-e830-4d2b-a8eb-5dde2852acaa None None] The sync data for ids ['3fb9a49f-82ac-48ec-a5e4-cba8d78ba383'] in dv-cinder-843493-2-iscsi is: [{'id': '3fb9a49f-82ac-48ec-a5e4-cba8d78ba383', 'name': 'tempest-TestVolumeBootPattern-14245363-router', 'tenant_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:38:39Z', 'updated_at': '2022-06-15T10:45:47Z', 'revision_number': 6, 'project_id': 'f096e399deac4d029ff63e3cb7f1ce9f', 'gw_port_host': None}] {{(pid=103807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 10:45:48.203165 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (ad84a4c2-87cd-4603-a219-98785ef58eeb), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:48.304652 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2acbff9-7230-4d72-aae9-2841525294d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cea28f3-754b-40b6-ac64-e252d0494188,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:45:48.366225 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e2acbff9-7230-4d72-aae9-2841525294d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-721535'] for router_gateway (3fb9a49f-82ac-48ec-a5e4-cba8d78ba383), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:48.449394 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e2acbff9-7230-4d72-aae9-2841525294d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-378'] for router (3fb9a49f-82ac-48ec-a5e4-cba8d78ba383), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:48.451536 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e2acbff9-7230-4d72-aae9-2841525294d3 admin admin] Publish callbacks [] for router_controller (3fb9a49f-82ac-48ec-a5e4-cba8d78ba383), precommit_delete_associations {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:48.495895 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e2acbff9-7230-4d72-aae9-2841525294d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-721391'] for router (3fb9a49f-82ac-48ec-a5e4-cba8d78ba383), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:48.496404 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2acbff9-7230-4d72-aae9-2841525294d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fb9a49f-82ac-48ec-a5e4-cba8d78ba383 {{(pid=103805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 15 10:45:48.501168 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-e2acbff9-7230-4d72-aae9-2841525294d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:48.502316 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-e2acbff9-7230-4d72-aae9-2841525294d3 admin admin] 10.222.0.49 "DELETE /v2.0/routers/3fb9a49f-82ac-48ec-a5e4-cba8d78ba383 HTTP/1.1" status: 204 len: 168 time: 0.9455729 Jun 15 10:45:48.504998 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 35322) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:45:48.531940 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:45:48.551238 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4c3fe51-4604-46a5-80c8-fe8fa1e1865f admin admin] Deleting subnet 32c01357-607a-450c-811c-8330c498325d {{(pid=103806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 10:45:48.554626 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-b4c3fe51-4604-46a5-80c8-fe8fa1e1865f admin admin] Publish callbacks [] for subnet (32c01357-607a-450c-811c-8330c498325d), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:48.589522 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-b4c3fe51-4604-46a5-80c8-fe8fa1e1865f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014507'] for subnet (32c01357-607a-450c-811c-8330c498325d), precommit_delete_associations {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:48.668899 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-b4c3fe51-4604-46a5-80c8-fe8fa1e1865f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7722939'] for subnet (32c01357-607a-450c-811c-8330c498325d), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:48.719422 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-b4c3fe51-4604-46a5-80c8-fe8fa1e1865f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7722882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-252119595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-251934052'] for subnet (32c01357-607a-450c-811c-8330c498325d), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:48.745508 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-b4c3fe51-4604-46a5-80c8-fe8fa1e1865f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:48.749346 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-b4c3fe51-4604-46a5-80c8-fe8fa1e1865f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/32c01357-607a-450c-811c-8330c498325d HTTP/1.1" status: 204 len: 168 time: 0.2432220 Jun 15 10:45:48.750312 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c3fe51-4604-46a5-80c8-fe8fa1e1865f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32c01357-607a-450c-811c-8330c498325d,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:45:48.750837 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89662e7d-bdf6-4ec4-97f6-bce05b028e55 None None] Network 104a1ab4-a947-4523-8e20-9882108d1335 requested from dv-cinder-843493-2-iscsi {{(pid=103807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 10:45:48.751741 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [-] (103805) accepted ('10.222.0.49', 35324) {{(pid=103805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:45:48.822085 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-785a5e35-da74-449c-ac36-da08fb155644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7810747'] for network (104a1ab4-a947-4523-8e20-9882108d1335), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:48.863118 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.plugin [None req-785a5e35-da74-449c-ac36-da08fb155644 admin admin] Deleting port 4dcc3f2f-29f8-438e-881e-eb8a168c5e7d {{(pid=103805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:45:48.863693 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-785a5e35-da74-449c-ac36-da08fb155644 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (4dcc3f2f-29f8-438e-881e-eb8a168c5e7d), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:48.865535 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:45:48.937038 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.db [None req-785a5e35-da74-449c-ac36-da08fb155644 admin admin] For port 4dcc3f2f-29f8-438e-881e-eb8a168c5e7d, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=4dcc3f2f-29f8-438e-881e-eb8a168c5e7d,segment=NetworkSegment(978cf521-561b-4a1d-ab9d-76cc17299bf1),segment_id=978cf521-561b-4a1d-ab9d-76cc17299bf1)] {{(pid=103805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:45:48.937412 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-785a5e35-da74-449c-ac36-da08fb155644 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (4dcc3f2f-29f8-438e-881e-eb8a168c5e7d), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:48.951824 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.plugin [None req-785a5e35-da74-449c-ac36-da08fb155644 admin admin] Calling delete_port for 4dcc3f2f-29f8-438e-881e-eb8a168c5e7d owned by network:dhcp {{(pid=103805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:45:48.964007 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:45:48.969596 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bf6454-69d9-4463-a577-c4347cc81bcf None None] DHCP port deletion for 104a1ab4-a947-4523-8e20-9882108d1335 request from dv-cinder-843493-2-iscsi {{(pid=103807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 15 10:45:49.017373 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d9bf6454-69d9-4463-a577-c4347cc81bcf None None] Deleting port 4dcc3f2f-29f8-438e-881e-eb8a168c5e7d {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:45:49.017864 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d9bf6454-69d9-4463-a577-c4347cc81bcf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (4dcc3f2f-29f8-438e-881e-eb8a168c5e7d), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:49.036581 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-785a5e35-da74-449c-ac36-da08fb155644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2774366'] for port (4dcc3f2f-29f8-438e-881e-eb8a168c5e7d), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:49.066864 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785a5e35-da74-449c-ac36-da08fb155644 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dcc3f2f-29f8-438e-881e-eb8a168c5e7d,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:45:49.071476 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785a5e35-da74-449c-ac36-da08fb155644 admin admin] No DVR routers for this DVR port 4dcc3f2f-29f8-438e-881e-eb8a168c5e7d on host dv-cinder-843493-2-iscsi {{(pid=103805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 10:45:49.100048 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-d9bf6454-69d9-4463-a577-c4347cc81bcf None None] For port 4dcc3f2f-29f8-438e-881e-eb8a168c5e7d, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=4dcc3f2f-29f8-438e-881e-eb8a168c5e7d,segment=NetworkSegment(978cf521-561b-4a1d-ab9d-76cc17299bf1),segment_id=978cf521-561b-4a1d-ab9d-76cc17299bf1)] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:45:49.100443 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d9bf6454-69d9-4463-a577-c4347cc81bcf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (4dcc3f2f-29f8-438e-881e-eb8a168c5e7d), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:49.115906 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d9bf6454-69d9-4463-a577-c4347cc81bcf None None] Calling delete_port for 4dcc3f2f-29f8-438e-881e-eb8a168c5e7d owned by network:dhcp {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:45:49.141758 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-785a5e35-da74-449c-ac36-da08fb155644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7721322', 'neutron.services.segments.db._delete_segments_for_network-8732880543290'] for network (104a1ab4-a947-4523-8e20-9882108d1335), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:49.163528 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.services.segments.db [None req-785a5e35-da74-449c-ac36-da08fb155644 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['104a1ab4-a947-4523-8e20-9882108d1335']}} {{(pid=103805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:45:49.173356 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.services.segments.db [None req-785a5e35-da74-449c-ac36-da08fb155644 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '978cf521-561b-4a1d-ab9d-76cc17299bf1') {'for_net_delete': True} {{(pid=103805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:45:49.173653 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.services.segments.db [None req-785a5e35-da74-449c-ac36-da08fb155644 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '978cf521-561b-4a1d-ab9d-76cc17299bf1') {} {{(pid=103805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:45:49.184449 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-785a5e35-da74-449c-ac36-da08fb155644 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732880541633', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2839227'] for segment (978cf521-561b-4a1d-ab9d-76cc17299bf1), before_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:49.199593 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-785a5e35-da74-449c-ac36-da08fb155644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7722752'] for segment (978cf521-561b-4a1d-ab9d-76cc17299bf1), precommit_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:49.201970 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d9bf6454-69d9-4463-a577-c4347cc81bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214'] for port (4dcc3f2f-29f8-438e-881e-eb8a168c5e7d), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:49.205182 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-785a5e35-da74-449c-ac36-da08fb155644 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=103805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 10:45:49.205618 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-785a5e35-da74-449c-ac36-da08fb155644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7722752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2774317'] for segment (978cf521-561b-4a1d-ab9d-76cc17299bf1), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:49.228675 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bf6454-69d9-4463-a577-c4347cc81bcf None None] Pushing event deleted for resources: {'Port': ['ID=4dcc3f2f-29f8-438e-881e-eb8a168c5e7d,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:45:49.237295 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bf6454-69d9-4463-a577-c4347cc81bcf None None] No DVR routers for this DVR port 4dcc3f2f-29f8-438e-881e-eb8a168c5e7d on host dv-cinder-843493-2-iscsi {{(pid=103807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 10:45:49.239469 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bf6454-69d9-4463-a577-c4347cc81bcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:45:49.239910 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bf6454-69d9-4463-a577-c4347cc81bcf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:45:49.240377 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bf6454-69d9-4463-a577-c4347cc81bcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:45:49.240736 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bf6454-69d9-4463-a577-c4347cc81bcf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:45:49.241133 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bf6454-69d9-4463-a577-c4347cc81bcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:45:49.241529 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bf6454-69d9-4463-a577-c4347cc81bcf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:45:49.241922 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bf6454-69d9-4463-a577-c4347cc81bcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:45:49.242256 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bf6454-69d9-4463-a577-c4347cc81bcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:45:49.242584 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bf6454-69d9-4463-a577-c4347cc81bcf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:45:49.242992 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bf6454-69d9-4463-a577-c4347cc81bcf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:45:49.243468 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bf6454-69d9-4463-a577-c4347cc81bcf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:45:49.243680 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.services.segments.plugin [-] Segment 978cf521-561b-4a1d-ab9d-76cc17299bf1 resource provider aggregate not found Jun 15 10:45:49.243920 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bf6454-69d9-4463-a577-c4347cc81bcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:45:49.244308 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bf6454-69d9-4463-a577-c4347cc81bcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:45:49.244698 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bf6454-69d9-4463-a577-c4347cc81bcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:45:49.245085 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bf6454-69d9-4463-a577-c4347cc81bcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-2-iscsi {{(pid=103807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 10:45:49.282621 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-785a5e35-da74-449c-ac36-da08fb155644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7722532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-721499'] for network (104a1ab4-a947-4523-8e20-9882108d1335), after_delete {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:49.289831 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.services.segments.plugin [-] Segment 978cf521-561b-4a1d-ab9d-76cc17299bf1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 978cf521-561b-4a1d-ab9d-76cc17299bf1 found for delete ", "request_id": "req-f25560a4-8a35-481a-bd9f-27ebd264fb52"}]} Jun 15 10:45:49.292447 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron_lib.callbacks.manager [None req-785a5e35-da74-449c-ac36-da08fb155644 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for network (None), before_response {{(pid=103805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:49.295436 dv-cinder-843493-2-iscsi neutron-server[103805]: INFO neutron.wsgi [None req-785a5e35-da74-449c-ac36-da08fb155644 admin admin] 10.222.0.49 "DELETE /v2.0/networks/104a1ab4-a947-4523-8e20-9882108d1335 HTTP/1.1" status: 204 len: 168 time: 0.5427029 Jun 15 10:45:49.298445 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 35330) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:45:49.305219 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785a5e35-da74-449c-ac36-da08fb155644 admin admin] Pushing event deleted for resources: {'Network': ['ID=104a1ab4-a947-4523-8e20-9882108d1335,revision_number=None']} {{(pid=103805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:45:49.603782 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ffd817b9-df21-4bdf-81e4-4c2ff7940e09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-722362'] for router_interface (874691c6-a0e7-4b6e-b5ea-2fb412f39109), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:49.785514 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:45:49.814522 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-ffd817b9-df21-4bdf-81e4-4c2ff7940e09 admin admin] Deleting port ec47ecd4-e393-4653-b9f3-a87f6da1a441 {{(pid=103806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:45:49.814861 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ffd817b9-df21-4bdf-81e4-4c2ff7940e09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (ec47ecd4-e393-4653-b9f3-a87f6da1a441), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:49.877344 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:45:49.894739 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [None req-ffd817b9-df21-4bdf-81e4-4c2ff7940e09 admin admin] For port ec47ecd4-e393-4653-b9f3-a87f6da1a441, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=ec47ecd4-e393-4653-b9f3-a87f6da1a441,segment=NetworkSegment(f3908a2e-2f53-47c4-9725-677461701257),segment_id=f3908a2e-2f53-47c4-9725-677461701257)] {{(pid=103806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:45:49.895111 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ffd817b9-df21-4bdf-81e4-4c2ff7940e09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (ec47ecd4-e393-4653-b9f3-a87f6da1a441), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:49.908071 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-ffd817b9-df21-4bdf-81e4-4c2ff7940e09 admin admin] Calling delete_port for ec47ecd4-e393-4653-b9f3-a87f6da1a441 owned by network:router_interface {{(pid=103806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:45:49.948456 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 6cea28f3-754b-40b6-ac64-e252d0494188 no longer exists at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 10:45:49.968039 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] No Port match for: 6cea28f3-754b-40b6-ac64-e252d0494188 {{(pid=103807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 10:45:49.968386 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 6cea28f3-754b-40b6-ac64-e252d0494188 not bound to the agent host dv-cinder-843493-2-iscsi {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 10:45:49.968795 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 4dcc3f2f-29f8-438e-881e-eb8a168c5e7d no longer exists at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 10:45:49.986662 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] No Port match for: 4dcc3f2f-29f8-438e-881e-eb8a168c5e7d {{(pid=103807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 10:45:49.987533 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 4dcc3f2f-29f8-438e-881e-eb8a168c5e7d not bound to the agent host dv-cinder-843493-2-iscsi {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 10:45:49.987935 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 1972bab0-9a38-465b-b3aa-b591098308f2 no longer exists at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 10:45:50.009480 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] No Port match for: 1972bab0-9a38-465b-b3aa-b591098308f2 {{(pid=103807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 10:45:50.009816 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 1972bab0-9a38-465b-b3aa-b591098308f2 not bound to the agent host dv-cinder-843493-2-iscsi {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 10:45:50.089772 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ffd817b9-df21-4bdf-81e4-4c2ff7940e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (ec47ecd4-e393-4653-b9f3-a87f6da1a441), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:50.113997 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd817b9-df21-4bdf-81e4-4c2ff7940e09 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec47ecd4-e393-4653-b9f3-a87f6da1a441,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:45:50.273336 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-ffd817b9-df21-4bdf-81e4-4c2ff7940e09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-722222'] for router_interface (874691c6-a0e7-4b6e-b5ea-2fb412f39109), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:50.467419 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd817b9-df21-4bdf-81e4-4c2ff7940e09 admin admin] Router 874691c6-a0e7-4b6e-b5ea-2fb412f39109 has already been hosted by L3 agent 06043943-94cb-49df-a062-a4886c03e673 {{(pid=103806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 10:45:50.822933 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd817b9-df21-4bdf-81e4-4c2ff7940e09 admin admin] Notify agent at l3_agent.dv-cinder-843493-2-iscsi the message routers_updated {{(pid=103806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 10:45:50.827710 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-ffd817b9-df21-4bdf-81e4-4c2ff7940e09 admin admin] 10.222.0.49 "PUT /v2.0/routers/874691c6-a0e7-4b6e-b5ea-2fb412f39109/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5282254 Jun 15 10:45:50.830330 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 35332) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:45:50.831707 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a19f02-57e8-4a98-84a2-54846c3bdb24 None None] Sync routers for ids ['874691c6-a0e7-4b6e-b5ea-2fb412f39109'] in dv-cinder-843493-2-iscsi {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 10:45:50.844961 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a19f02-57e8-4a98-84a2-54846c3bdb24 None None] Routers {'874691c6-a0e7-4b6e-b5ea-2fb412f39109'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:45:50.845846 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-b7a19f02-57e8-4a98-84a2-54846c3bdb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:45:45Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['874691c6-a0e7-4b6e-b5ea-2fb412f39109'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:45:50.902895 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:45:50.930091 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1cba7bde-4069-48c3-8f04-d9ac420d346c admin admin] Publish callbacks [] for router (874691c6-a0e7-4b6e-b5ea-2fb412f39109), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:50.944029 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-b7a19f02-57e8-4a98-84a2-54846c3bdb24 None None] Set router 874691c6-a0e7-4b6e-b5ea-2fb412f39109 gateway port host: dv-cinder-843493-2-iscsi {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:45:51.005468 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:45:51.029081 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1cba7bde-4069-48c3-8f04-d9ac420d346c admin admin] Publish callbacks [] for router_gateway (874691c6-a0e7-4b6e-b5ea-2fb412f39109), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:51.070634 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-1cba7bde-4069-48c3-8f04-d9ac420d346c admin admin] Deleting port e95ab6a9-e7a7-4727-8356-f55a5aadd5fa {{(pid=103806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:45:51.071425 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1cba7bde-4069-48c3-8f04-d9ac420d346c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (e95ab6a9-e7a7-4727-8356-f55a5aadd5fa), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:51.119630 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-b7a19f02-57e8-4a98-84a2-54846c3bdb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874691c6-a0e7-4b6e-b5ea-2fb412f39109', 'name': 'tempest-TestVolumeBootPattern-1603548922-router', 'tenant_id': 'ad67bfe861ba491c89827c72982ea8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'external_fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': 'e95ab6a9-e7a7-4727-8356-f55a5aadd5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:38:46Z', 'updated_at': '2022-06-15T10:45:50Z', 'revision_number': 5, 'project_id': 'ad67bfe861ba491c89827c72982ea8c2', 'gw_port': {'id': 'e95ab6a9-e7a7-4727-8356-f55a5aadd5fa', 'name': '', 'network_id': '0c6836d1-4e10-4696-9cf9-183899f77c81', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:52:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874691c6-a0e7-4b6e-b5ea-2fb412f39109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T10:38:47Z', 'updated_at': '2022-06-15T10:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '849db9c0-6b0b-495f-a2c9-c288d42c277d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-2-iscsi'}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:45:51.145335 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a19f02-57e8-4a98-84a2-54846c3bdb24 None None] Checking router: 874691c6-a0e7-4b6e-b5ea-2fb412f39109 for host: dv-cinder-843493-2-iscsi {{(pid=103808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 10:45:51.149858 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [None req-1cba7bde-4069-48c3-8f04-d9ac420d346c admin admin] For port e95ab6a9-e7a7-4727-8356-f55a5aadd5fa, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=e95ab6a9-e7a7-4727-8356-f55a5aadd5fa,segment=NetworkSegment(cb36ff63-3809-49b1-ae7b-cd8646780a76),segment_id=cb36ff63-3809-49b1-ae7b-cd8646780a76)] {{(pid=103806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:45:51.150223 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1cba7bde-4069-48c3-8f04-d9ac420d346c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (e95ab6a9-e7a7-4727-8356-f55a5aadd5fa), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:51.153665 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a19f02-57e8-4a98-84a2-54846c3bdb24 None None] Routers {'874691c6-a0e7-4b6e-b5ea-2fb412f39109'} bound to L3 agent in host dv-cinder-843493-2-iscsi {{(pid=103808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 10:45:51.154276 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-b7a19f02-57e8-4a98-84a2-54846c3bdb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T10:23:15Z,description=,heartbeat_timestamp=2022-06-15T10:45:45Z,host='dv-cinder-843493-2-iscsi',id=06043943-94cb-49df-a062-a4886c03e673,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T10:23:15Z,topic='l3_agent')) {'router_ids': ['874691c6-a0e7-4b6e-b5ea-2fb412f39109'], 'active': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:45:51.167121 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-1cba7bde-4069-48c3-8f04-d9ac420d346c admin admin] Calling delete_port for e95ab6a9-e7a7-4727-8356-f55a5aadd5fa owned by network:router_gateway {{(pid=103806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:45:51.236354 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_dvr_db [None req-b7a19f02-57e8-4a98-84a2-54846c3bdb24 None None] Set router 874691c6-a0e7-4b6e-b5ea-2fb412f39109 gateway port host: None {{(pid=103808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 10:45:51.287379 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.l3_hamode_db [None req-b7a19f02-57e8-4a98-84a2-54846c3bdb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874691c6-a0e7-4b6e-b5ea-2fb412f39109', 'name': 'tempest-TestVolumeBootPattern-1603548922-router', 'tenant_id': 'ad67bfe861ba491c89827c72982ea8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:38:46Z', 'updated_at': '2022-06-15T10:45:51Z', 'revision_number': 6, 'project_id': 'ad67bfe861ba491c89827c72982ea8c2', 'gw_port_host': None}], 'dv-cinder-843493-2-iscsi', False) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:45:51.312289 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a19f02-57e8-4a98-84a2-54846c3bdb24 None None] The sync data for ids ['874691c6-a0e7-4b6e-b5ea-2fb412f39109'] in dv-cinder-843493-2-iscsi is: [{'id': '874691c6-a0e7-4b6e-b5ea-2fb412f39109', 'name': 'tempest-TestVolumeBootPattern-1603548922-router', 'tenant_id': 'ad67bfe861ba491c89827c72982ea8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T10:38:46Z', 'updated_at': '2022-06-15T10:45:51Z', 'revision_number': 6, 'project_id': 'ad67bfe861ba491c89827c72982ea8c2', 'gw_port_host': None}] {{(pid=103808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 10:45:51.330489 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1cba7bde-4069-48c3-8f04-d9ac420d346c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (e95ab6a9-e7a7-4727-8356-f55a5aadd5fa), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:51.355336 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cba7bde-4069-48c3-8f04-d9ac420d346c admin admin] Pushing event deleted for resources: {'Port': ['ID=e95ab6a9-e7a7-4727-8356-f55a5aadd5fa,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:45:51.416575 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1cba7bde-4069-48c3-8f04-d9ac420d346c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-721535'] for router_gateway (874691c6-a0e7-4b6e-b5ea-2fb412f39109), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:51.499765 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1cba7bde-4069-48c3-8f04-d9ac420d346c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-378'] for router (874691c6-a0e7-4b6e-b5ea-2fb412f39109), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:51.501884 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1cba7bde-4069-48c3-8f04-d9ac420d346c admin admin] Publish callbacks [] for router_controller (874691c6-a0e7-4b6e-b5ea-2fb412f39109), precommit_delete_associations {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:51.545427 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1cba7bde-4069-48c3-8f04-d9ac420d346c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-721391'] for router (874691c6-a0e7-4b6e-b5ea-2fb412f39109), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:51.546086 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cba7bde-4069-48c3-8f04-d9ac420d346c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 874691c6-a0e7-4b6e-b5ea-2fb412f39109 {{(pid=103806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 15 10:45:51.551732 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-1cba7bde-4069-48c3-8f04-d9ac420d346c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:51.552855 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-1cba7bde-4069-48c3-8f04-d9ac420d346c admin admin] 10.222.0.49 "DELETE /v2.0/routers/874691c6-a0e7-4b6e-b5ea-2fb412f39109 HTTP/1.1" status: 204 len: 168 time: 0.7210650 Jun 15 10:45:51.555365 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 35334) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:45:51.598631 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.db_base_plugin_v2 [None req-22a7adf3-6049-4152-8ad6-e5c67fc8ffe2 admin admin] Deleting subnet 9eb4acaf-82e5-428d-8603-7ab76c00b00f {{(pid=103806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 10:45:51.601551 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-22a7adf3-6049-4152-8ad6-e5c67fc8ffe2 admin admin] Publish callbacks [] for subnet (9eb4acaf-82e5-428d-8603-7ab76c00b00f), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:51.634706 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-22a7adf3-6049-4152-8ad6-e5c67fc8ffe2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014507'] for subnet (9eb4acaf-82e5-428d-8603-7ab76c00b00f), precommit_delete_associations {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:51.715965 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-22a7adf3-6049-4152-8ad6-e5c67fc8ffe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7722939'] for subnet (9eb4acaf-82e5-428d-8603-7ab76c00b00f), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:51.760196 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:45:51.765338 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=85,neutron:UPDATE=6,neutron:DELETE=9 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:45:51.772947 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-22a7adf3-6049-4152-8ad6-e5c67fc8ffe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7722882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-252119595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-251934052'] for subnet (9eb4acaf-82e5-428d-8603-7ab76c00b00f), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:51.801727 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a7adf3-6049-4152-8ad6-e5c67fc8ffe2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9eb4acaf-82e5-428d-8603-7ab76c00b00f,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:45:51.805686 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-22a7adf3-6049-4152-8ad6-e5c67fc8ffe2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:51.809128 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-22a7adf3-6049-4152-8ad6-e5c67fc8ffe2 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/9eb4acaf-82e5-428d-8603-7ab76c00b00f HTTP/1.1" status: 204 len: 168 time: 0.2527752 Jun 15 10:45:51.811526 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 35336) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:45:51.813265 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e935c5b0-5f39-4cdc-8747-5d430e5547c2 None None] Network e6fde7a5-1e22-4e94-aade-389d4fc1cd68 requested from dv-cinder-843493-2-iscsi {{(pid=103807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 10:45:51.879022 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-3384d21b-ae62-4032-8e9f-b9f261f3fcdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7810747'] for network (e6fde7a5-1e22-4e94-aade-389d4fc1cd68), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:51.927573 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-3384d21b-ae62-4032-8e9f-b9f261f3fcdb admin admin] Deleting port 5bbefe7a-49fa-4ec0-86a2-a5f4daf695ad {{(pid=103806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:45:51.927910 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-3384d21b-ae62-4032-8e9f-b9f261f3fcdb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (5bbefe7a-49fa-4ec0-86a2-a5f4daf695ad), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:51.989620 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.db [None req-3384d21b-ae62-4032-8e9f-b9f261f3fcdb admin admin] For port 5bbefe7a-49fa-4ec0-86a2-a5f4daf695ad, host dv-cinder-843493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-2-iscsi',level=0,port_id=5bbefe7a-49fa-4ec0-86a2-a5f4daf695ad,segment=NetworkSegment(f3908a2e-2f53-47c4-9725-677461701257),segment_id=f3908a2e-2f53-47c4-9725-677461701257)] {{(pid=103806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:45:51.989894 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-3384d21b-ae62-4032-8e9f-b9f261f3fcdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (5bbefe7a-49fa-4ec0-86a2-a5f4daf695ad), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:52.002628 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.plugin [None req-3384d21b-ae62-4032-8e9f-b9f261f3fcdb admin admin] Calling delete_port for 5bbefe7a-49fa-4ec0-86a2-a5f4daf695ad owned by network:dhcp {{(pid=103806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:45:52.075403 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806ae1d6-51df-4957-b0de-b8d34e01cb89 None None] DHCP port deletion for e6fde7a5-1e22-4e94-aade-389d4fc1cd68 request from dv-cinder-843493-2-iscsi {{(pid=103807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 15 10:45:52.088486 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-3384d21b-ae62-4032-8e9f-b9f261f3fcdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-252119558'] for port (5bbefe7a-49fa-4ec0-86a2-a5f4daf695ad), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:52.118637 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3384d21b-ae62-4032-8e9f-b9f261f3fcdb admin admin] Pushing event deleted for resources: {'Port': ['ID=5bbefe7a-49fa-4ec0-86a2-a5f4daf695ad,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:45:52.122103 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3384d21b-ae62-4032-8e9f-b9f261f3fcdb admin admin] No DVR routers for this DVR port 5bbefe7a-49fa-4ec0-86a2-a5f4daf695ad on host dv-cinder-843493-2-iscsi {{(pid=103806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 10:45:52.127465 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-806ae1d6-51df-4957-b0de-b8d34e01cb89 None None] Deleting port 5bbefe7a-49fa-4ec0-86a2-a5f4daf695ad {{(pid=103807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 10:45:52.128477 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-806ae1d6-51df-4957-b0de-b8d34e01cb89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732880595366'] for port (5bbefe7a-49fa-4ec0-86a2-a5f4daf695ad), before_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:52.132804 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 5bbefe7a-49fa-4ec0-86a2-a5f4daf695ad no longer exists at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 10:45:52.164993 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] No Port match for: 5bbefe7a-49fa-4ec0-86a2-a5f4daf695ad {{(pid=103807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 10:45:52.165337 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device 5bbefe7a-49fa-4ec0-86a2-a5f4daf695ad not bound to the agent host dv-cinder-843493-2-iscsi {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 10:45:52.165759 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device ec47ecd4-e393-4653-b9f3-a87f6da1a441 no longer exists at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 10:45:52.202549 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-3384d21b-ae62-4032-8e9f-b9f261f3fcdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7721322', 'neutron.services.segments.db._delete_segments_for_network-8732880543290'] for network (e6fde7a5-1e22-4e94-aade-389d4fc1cd68), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:52.219788 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] No Port match for: ec47ecd4-e393-4653-b9f3-a87f6da1a441 {{(pid=103807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 10:45:52.220136 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device ec47ecd4-e393-4653-b9f3-a87f6da1a441 not bound to the agent host dv-cinder-843493-2-iscsi {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 10:45:52.220545 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device e95ab6a9-e7a7-4727-8356-f55a5aadd5fa no longer exists at agent ovs-agent-dv-cinder-843493-2-iscsi {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 10:45:52.223811 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.services.segments.db [None req-3384d21b-ae62-4032-8e9f-b9f261f3fcdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6fde7a5-1e22-4e94-aade-389d4fc1cd68']}} {{(pid=103806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:45:52.233211 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.services.segments.db [None req-3384d21b-ae62-4032-8e9f-b9f261f3fcdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3908a2e-2f53-47c4-9725-677461701257') {'for_net_delete': True} {{(pid=103806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:45:52.233498 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.services.segments.db [None req-3384d21b-ae62-4032-8e9f-b9f261f3fcdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3908a2e-2f53-47c4-9725-677461701257') {} {{(pid=103806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 10:45:52.243395 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-3384d21b-ae62-4032-8e9f-b9f261f3fcdb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732880541633', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014514'] for segment (f3908a2e-2f53-47c4-9725-677461701257), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:52.247544 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.db [None req-806ae1d6-51df-4957-b0de-b8d34e01cb89 None None] For port 5bbefe7a-49fa-4ec0-86a2-a5f4daf695ad, host dv-cinder-843493-2-iscsi, got binding levels [] {{(pid=103807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 10:45:52.247945 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-806ae1d6-51df-4957-b0de-b8d34e01cb89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630202'] for port (5bbefe7a-49fa-4ec0-86a2-a5f4daf695ad), precommit_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:52.250900 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] No Port match for: e95ab6a9-e7a7-4727-8356-f55a5aadd5fa {{(pid=103807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 10:45:52.251268 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.rpc [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Device e95ab6a9-e7a7-4727-8356-f55a5aadd5fa not bound to the agent host dv-cinder-843493-2-iscsi {{(pid=103807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 10:45:52.257312 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-3384d21b-ae62-4032-8e9f-b9f261f3fcdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7722752'] for segment (f3908a2e-2f53-47c4-9725-677461701257), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:52.264786 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3384d21b-ae62-4032-8e9f-b9f261f3fcdb admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=103806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 10:45:52.265375 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.plugins.ml2.plugin [None req-806ae1d6-51df-4957-b0de-b8d34e01cb89 None None] Calling delete_port for 5bbefe7a-49fa-4ec0-86a2-a5f4daf695ad owned by network:dhcp {{(pid=103807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 10:45:52.265969 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-3384d21b-ae62-4032-8e9f-b9f261f3fcdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7722752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-252119669'] for segment (f3908a2e-2f53-47c4-9725-677461701257), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:52.269471 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.ipam_backend_mixin [None req-806ae1d6-51df-4957-b0de-b8d34e01cb89 None None] Port 5bbefe7a-49fa-4ec0-86a2-a5f4daf695ad was not found and therefore no delete operation was performed {{(pid=103807) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 15 10:45:52.270774 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-806ae1d6-51df-4957-b0de-b8d34e01cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732880601155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732880069214'] for port (5bbefe7a-49fa-4ec0-86a2-a5f4daf695ad), after_delete {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:52.275720 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:45:52.301468 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806ae1d6-51df-4957-b0de-b8d34e01cb89 None None] Pushing event deleted for resources: {'Port': ['ID=5bbefe7a-49fa-4ec0-86a2-a5f4daf695ad,revision_number=None']} {{(pid=103807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:45:52.307986 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806ae1d6-51df-4957-b0de-b8d34e01cb89 None None] No DVR routers for this DVR port 5bbefe7a-49fa-4ec0-86a2-a5f4daf695ad on host dv-cinder-843493-2-iscsi {{(pid=103807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 10:45:52.335717 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-3384d21b-ae62-4032-8e9f-b9f261f3fcdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7722532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-721499'] for network (e6fde7a5-1e22-4e94-aade-389d4fc1cd68), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:52.342928 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-3384d21b-ae62-4032-8e9f-b9f261f3fcdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581454'] for network (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:52.347674 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-3384d21b-ae62-4032-8e9f-b9f261f3fcdb admin admin] 10.222.0.49 "DELETE /v2.0/networks/e6fde7a5-1e22-4e94-aade-389d4fc1cd68 HTTP/1.1" status: 204 len: 168 time: 0.5349929 Jun 15 10:45:52.360104 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3384d21b-ae62-4032-8e9f-b9f261f3fcdb admin admin] Pushing event deleted for resources: {'Network': ['ID=e6fde7a5-1e22-4e94-aade-389d4fc1cd68,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:45:52.364312 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.services.segments.plugin [-] Segment f3908a2e-2f53-47c4-9725-677461701257 resource provider aggregate not found Jun 15 10:45:52.381600 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.services.segments.plugin [-] Segment f3908a2e-2f53-47c4-9725-677461701257 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f3908a2e-2f53-47c4-9725-677461701257 found for delete ", "request_id": "req-c99e28c3-d293-4f50-899f-5d205fb1acb3"}]} Jun 15 10:45:52.471514 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 35346) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:45:52.511367 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-10f05848-b51d-47be-931e-2c0984797aaf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f096e399deac4d029ff63e3cb7f1ce9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385585 Jun 15 10:45:52.513793 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 35348) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:45:52.564938 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-74dfb478-3818-48bc-ae4a-057a5faf33b3 admin admin] Publish callbacks [] for security_group (c30b9adb-6ef9-4c5b-a6bf-5a09cebcf6b0), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:52.585703 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-74dfb478-3818-48bc-ae4a-057a5faf33b3 admin admin] Publish callbacks [] for security_group (c30b9adb-6ef9-4c5b-a6bf-5a09cebcf6b0), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:52.631876 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-74dfb478-3818-48bc-ae4a-057a5faf33b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (c30b9adb-6ef9-4c5b-a6bf-5a09cebcf6b0), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:52.634549 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-74dfb478-3818-48bc-ae4a-057a5faf33b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:52.635842 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-74dfb478-3818-48bc-ae4a-057a5faf33b3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c30b9adb-6ef9-4c5b-a6bf-5a09cebcf6b0 HTTP/1.1" status: 204 len: 168 time: 0.1211705 Jun 15 10:45:52.643847 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dfb478-3818-48bc-ae4a-057a5faf33b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30b9adb-6ef9-4c5b-a6bf-5a09cebcf6b0,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:45:52.778809 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (a4349971-e88a-4ea8-a067-54d07204ee65), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:52.953131 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 35354) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:45:52.992289 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-e07a1998-d22b-4b9a-8431-14dbe4173afd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ad67bfe861ba491c89827c72982ea8c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380619 Jun 15 10:45:52.994642 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [-] (103806) accepted ('10.222.0.49', 35356) {{(pid=103806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 10:45:53.040669 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-2afa1858-692a-413b-9548-66212f35b93f admin admin] Publish callbacks [] for security_group (ca05c1ea-7ab5-4623-a057-82222d44dd0b), before_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:53.044470 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:DELETE=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:45:53.049710 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:45:53.063816 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-2afa1858-692a-413b-9548-66212f35b93f admin admin] Publish callbacks [] for security_group (ca05c1ea-7ab5-4623-a057-82222d44dd0b), precommit_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:53.112109 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-2afa1858-692a-413b-9548-66212f35b93f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592708'] for security_group (ca05c1ea-7ab5-4623-a057-82222d44dd0b), after_delete {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:53.114487 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron_lib.callbacks.manager [None req-2afa1858-692a-413b-9548-66212f35b93f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:45:53.115620 dv-cinder-843493-2-iscsi neutron-server[103806]: INFO neutron.wsgi [None req-2afa1858-692a-413b-9548-66212f35b93f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ca05c1ea-7ab5-4623-a057-82222d44dd0b HTTP/1.1" status: 204 len: 168 time: 0.1200967 Jun 15 10:45:53.123561 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afa1858-692a-413b-9548-66212f35b93f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca05c1ea-7ab5-4623-a057-82222d44dd0b,revision_number=None']} {{(pid=103806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 10:45:57.800936 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=48 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:45:57.802282 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=51 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:45:59.291866 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=21,neutron:DELETE=4 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:45:59.292649 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG dbcounter [-] [103805] Writing DB stats neutron:SELECT=42,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:46:02.774946 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:46:03.118096 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:46:03.118877 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG dbcounter [-] [103806] Writing DB stats neutron:SELECT=10,neutron:DELETE=3 {{(pid=103806) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:46:03.136656 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=78,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:46:05.687405 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.agents_db [None req-cff4c53f-faac-479c-b9be-928944d02899 None None] Agent healthcheck: found 6 active agents {{(pid=103808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 10:46:07.992278 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=15 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:46:13.057006 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c0065d7e-14e1-41f9-bd98-36e683e91682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (e7b68426-6abe-45ee-a2ce-c32f72f66753), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:46:15.245554 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-53380f51-a462-45b9-aebd-a4637319877b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (06043943-94cb-49df-a062-a4886c03e673), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:46:15.681203 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=11 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:46:16.430452 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-59f444b4-2386-4fe1-b50f-b9e54b42d680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (3cca6303-0f2e-4b13-b82d-f2749c30f699), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:46:17.821134 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-28d06d32-ea2f-4019-b04d-5ef5fa4d530e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (28e3d1c3-881c-45f9-bfee-5bcc9597e0ae), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:46:18.013269 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (ad84a4c2-87cd-4603-a219-98785ef58eeb), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:46:22.780582 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (a4349971-e88a-4ea8-a067-54d07204ee65), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:46:32.774515 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:46:32.776494 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:46:37.722556 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=3 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:46:37.728557 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=3 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:46:42.688730 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.agents_db [None req-cff4c53f-faac-479c-b9be-928944d02899 None None] Agent healthcheck: found 6 active agents {{(pid=103808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 10:46:43.057680 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-e71c17af-766c-46c6-b1e3-ab48c91c2cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (e7b68426-6abe-45ee-a2ce-c32f72f66753), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:46:45.247756 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-deaaa9f9-c939-422a-b6af-bf475679f03f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (06043943-94cb-49df-a062-a4886c03e673), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:46:46.434770 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-59f444b4-2386-4fe1-b50f-b9e54b42d680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (3cca6303-0f2e-4b13-b82d-f2749c30f699), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:46:47.824491 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-28d06d32-ea2f-4019-b04d-5ef5fa4d530e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (28e3d1c3-881c-45f9-bfee-5bcc9597e0ae), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:46:48.015578 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (ad84a4c2-87cd-4603-a219-98785ef58eeb), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:46:52.684626 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:46:52.784521 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (a4349971-e88a-4ea8-a067-54d07204ee65), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:47:02.778777 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:47:02.780689 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:47:13.060966 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8d4e4831-da94-4d34-8277-5007433f72f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (e7b68426-6abe-45ee-a2ce-c32f72f66753), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:47:14.729864 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=4 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:47:14.733968 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:47:15.248983 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-af0d2cc1-3747-41eb-acdb-2eb5d01ebacb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (06043943-94cb-49df-a062-a4886c03e673), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:47:16.437011 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-59f444b4-2386-4fe1-b50f-b9e54b42d680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (3cca6303-0f2e-4b13-b82d-f2749c30f699), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:47:17.831458 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-28d06d32-ea2f-4019-b04d-5ef5fa4d530e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (28e3d1c3-881c-45f9-bfee-5bcc9597e0ae), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:47:18.018641 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (ad84a4c2-87cd-4603-a219-98785ef58eeb), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:47:19.688407 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.agents_db [None req-cff4c53f-faac-479c-b9be-928944d02899 None None] Agent healthcheck: found 6 active agents {{(pid=103808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 10:47:22.011762 dv-cinder-843493-2-iscsi neutron-server[103806]: DEBUG neutron.wsgi [req-56aa1086-70d5-46dc-97b5-7edd487efe7f req-60b0d7e2-b6e8-4c88-83ca-e02ef2e4652b service neutron] (103806) timed out ('10.222.0.62', 60224) {{(pid=103806) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 15 10:47:22.013585 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [req-a622a49e-6a5a-4b3d-9651-ede588daa8ea req-fcaa372d-5395-44cb-a631-3b8539f58d52 service neutron] (103805) timed out ('10.222.0.62', 60261) {{(pid=103805) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 15 10:47:22.797923 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (a4349971-e88a-4ea8-a067-54d07204ee65), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:47:29.683734 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:47:29.684457 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:47:32.792421 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:47:32.794668 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:47:43.062672 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-82326435-c2e3-4ae3-852f-7321e3aeea22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (e7b68426-6abe-45ee-a2ce-c32f72f66753), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:47:45.252851 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-678fdadf-d35b-4bfd-90e9-5bf4d2a80da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (06043943-94cb-49df-a062-a4886c03e673), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:47:46.438926 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-59f444b4-2386-4fe1-b50f-b9e54b42d680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (3cca6303-0f2e-4b13-b82d-f2749c30f699), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:47:47.829058 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-28d06d32-ea2f-4019-b04d-5ef5fa4d530e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (28e3d1c3-881c-45f9-bfee-5bcc9597e0ae), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:47:48.020615 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (ad84a4c2-87cd-4603-a219-98785ef58eeb), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:47:51.729228 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:47:51.729987 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=5 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:47:52.797274 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (a4349971-e88a-4ea8-a067-54d07204ee65), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:47:56.687176 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.agents_db [None req-cff4c53f-faac-479c-b9be-928944d02899 None None] Agent healthcheck: found 6 active agents {{(pid=103808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 10:48:02.787830 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:48:02.793580 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:48:07.901623 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=15 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:48:07.905644 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=13 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:48:13.064433 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-048f300e-d93b-4fd3-87de-8e9c632d811d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (e7b68426-6abe-45ee-a2ce-c32f72f66753), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:48:15.254626 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-a81c614a-decd-47c4-aee7-840aaa492358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (06043943-94cb-49df-a062-a4886c03e673), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:48:16.441269 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-59f444b4-2386-4fe1-b50f-b9e54b42d680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (3cca6303-0f2e-4b13-b82d-f2749c30f699), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:48:17.831587 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-28d06d32-ea2f-4019-b04d-5ef5fa4d530e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (28e3d1c3-881c-45f9-bfee-5bcc9597e0ae), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:48:18.023694 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (ad84a4c2-87cd-4603-a219-98785ef58eeb), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:48:22.799244 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (a4349971-e88a-4ea8-a067-54d07204ee65), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:48:28.731701 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:48:28.736529 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=4 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:48:32.793518 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:48:32.794723 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:48:33.685814 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.agents_db [None req-cff4c53f-faac-479c-b9be-928944d02899 None None] Agent healthcheck: found 6 active agents {{(pid=103808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 10:48:43.066147 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-633b890f-a478-441f-9be1-e544c450a59f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (e7b68426-6abe-45ee-a2ce-c32f72f66753), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:48:43.680640 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:48:43.681493 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:48:45.255477 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0e424a66-9a81-4d7f-8614-62ebe6e47025 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (06043943-94cb-49df-a062-a4886c03e673), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:48:46.444623 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-59f444b4-2386-4fe1-b50f-b9e54b42d680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (3cca6303-0f2e-4b13-b82d-f2749c30f699), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:48:47.834567 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-28d06d32-ea2f-4019-b04d-5ef5fa4d530e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (28e3d1c3-881c-45f9-bfee-5bcc9597e0ae), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:48:48.026022 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (ad84a4c2-87cd-4603-a219-98785ef58eeb), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:48:52.810846 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (a4349971-e88a-4ea8-a067-54d07204ee65), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:49:02.805624 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:49:02.807486 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:49:10.685252 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.agents_db [None req-cff4c53f-faac-479c-b9be-928944d02899 None None] Agent healthcheck: found 6 active agents {{(pid=103808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 10:49:11.721075 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:49:13.067453 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1917da1d-5fb5-4a77-9d1c-5069f724506c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (e7b68426-6abe-45ee-a2ce-c32f72f66753), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:49:15.257804 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-c9a40a57-7dcf-4db0-b5af-58606526c678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (06043943-94cb-49df-a062-a4886c03e673), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:49:16.447895 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-59f444b4-2386-4fe1-b50f-b9e54b42d680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (3cca6303-0f2e-4b13-b82d-f2749c30f699), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:49:17.896178 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-28d06d32-ea2f-4019-b04d-5ef5fa4d530e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (28e3d1c3-881c-45f9-bfee-5bcc9597e0ae), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:49:18.028658 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (ad84a4c2-87cd-4603-a219-98785ef58eeb), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:49:20.680848 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=5 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:49:22.810152 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (a4349971-e88a-4ea8-a067-54d07204ee65), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:49:32.804342 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:49:32.806202 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:49:40.806499 dv-cinder-843493-2-iscsi neutron-server[103805]: DEBUG neutron.wsgi [req-767d9f16-03c7-4bd8-80b7-05fd5a159260 req-41f6c71e-0112-4a0c-a263-1b50eb77a9bb service neutron] (103805) timed out ('10.222.0.62', 60266) {{(pid=103805) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 15 10:49:42.732768 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=3 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:49:42.738242 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=3 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:49:43.068132 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f7da7832-f6f9-4fe1-b074-3a86909c7231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (e7b68426-6abe-45ee-a2ce-c32f72f66753), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:49:45.263212 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-f8bb3e8f-dd4b-4ab9-986b-5ef1b7f9c03f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (06043943-94cb-49df-a062-a4886c03e673), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:49:46.450003 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-59f444b4-2386-4fe1-b50f-b9e54b42d680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (3cca6303-0f2e-4b13-b82d-f2749c30f699), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:49:47.684011 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.agents_db [None req-cff4c53f-faac-479c-b9be-928944d02899 None None] Agent healthcheck: found 6 active agents {{(pid=103808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 10:49:47.837972 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-28d06d32-ea2f-4019-b04d-5ef5fa4d530e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (28e3d1c3-881c-45f9-bfee-5bcc9597e0ae), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:49:48.030888 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (ad84a4c2-87cd-4603-a219-98785ef58eeb), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:49:52.824843 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (a4349971-e88a-4ea8-a067-54d07204ee65), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:49:55.680854 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:49:57.680308 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:50:02.818897 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:50:02.820774 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:50:07.912995 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=12 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:50:07.914946 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=14 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:50:13.069540 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-07c75c42-36bd-4cda-bbc9-9dfa6dc88731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (e7b68426-6abe-45ee-a2ce-c32f72f66753), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:50:15.265195 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-0af2cec0-a0eb-4662-a9e4-f64cbfc26509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (06043943-94cb-49df-a062-a4886c03e673), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:50:16.455274 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-59f444b4-2386-4fe1-b50f-b9e54b42d680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (3cca6303-0f2e-4b13-b82d-f2749c30f699), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:50:17.840330 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-28d06d32-ea2f-4019-b04d-5ef5fa4d530e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (28e3d1c3-881c-45f9-bfee-5bcc9597e0ae), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:50:18.032684 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (ad84a4c2-87cd-4603-a219-98785ef58eeb), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:50:19.727881 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:50:19.732631 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=4 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:50:22.824141 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (a4349971-e88a-4ea8-a067-54d07204ee65), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:50:24.682801 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.agents_db [None req-cff4c53f-faac-479c-b9be-928944d02899 None None] Agent healthcheck: found 6 active agents {{(pid=103808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 10:50:32.818630 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:50:32.819398 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:50:34.678271 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:50:34.679112 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:50:43.070948 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-549365d2-27c5-45dc-a493-247faa27a92f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (e7b68426-6abe-45ee-a2ce-c32f72f66753), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:50:45.266981 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-1047eac4-57d4-4259-a168-6c18b3cb96fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (06043943-94cb-49df-a062-a4886c03e673), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:50:46.457115 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-59f444b4-2386-4fe1-b50f-b9e54b42d680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (3cca6303-0f2e-4b13-b82d-f2749c30f699), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:50:47.842595 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-28d06d32-ea2f-4019-b04d-5ef5fa4d530e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (28e3d1c3-881c-45f9-bfee-5bcc9597e0ae), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:50:48.034396 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-d00d112f-5cdc-4ea8-9e0a-81f936f5c37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (ad84a4c2-87cd-4603-a219-98785ef58eeb), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:50:52.825832 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-8c8de272-5dcf-4f1a-b633-bdabc88be233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (a4349971-e88a-4ea8-a067-54d07204ee65), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 10:50:56.733581 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=3 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:50:56.737377 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=3 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:51:01.682076 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG neutron.db.agents_db [None req-cff4c53f-faac-479c-b9be-928944d02899 None None] Agent healthcheck: found 6 active agents {{(pid=103808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 10:51:02.819668 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:UPDATE=4,neutron:SELECT=5 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:51:02.821634 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG dbcounter [-] [103807] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=103807) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:51:11.724923 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=2 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:51:11.725699 dv-cinder-843493-2-iscsi neutron-server[103808]: DEBUG dbcounter [-] [103808] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103808) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 10:51:13.073666 dv-cinder-843493-2-iscsi neutron-server[103807]: DEBUG neutron_lib.callbacks.manager [None req-24ade5f0-a671-4b0f-be1d-4dc20c5607ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732880543272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7724425'] for agent (e7b68426-6abe-45ee-a2ce-c32f72f66753), after_update {{(pid=103807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}